-- Logs begin at Fri 2022-05-27 02:29:33 UTC, end at Fri 2022-05-27 04:00:10 UTC. -- May 27 03:28:48.152994 dv-cinder-843361-2-smb systemd[1]: Started Devstack devstack@q-svc.service. May 27 03:28:50.928106 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.common.config [-] Logging enabled! May 27 03:28:50.928686 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev246 May 27 03:28:50.928883 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104566) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 27 03:28:50.932114 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.common.config [-] Logging enabled! May 27 03:28:50.932369 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev246 May 27 03:28:50.932675 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104566) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 27 03:28:50.933628 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 03:28:50.933860 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 03:28:50.934226 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 03:28:50.934467 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 03:28:50.934688 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 03:28:50.935094 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.935388 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.935618 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.935911 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.936199 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.936676 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.936973 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.937277 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.937577 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.937857 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.938140 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.938370 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.938649 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.938932 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.939216 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.939438 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] debug = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.939715 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.940153 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.940561 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.940837 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.941123 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.941424 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.941696 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.941971 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.942252 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.942579 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] host = dv-cinder-843361-2-smb {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.942855 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.943138 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.943421 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.943713 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.943988 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.944261 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.944543 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.944813 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.945083 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] log_file = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.945377 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.945665 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.945950 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.946238 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.946461 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.946680 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.946964 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.947259 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.947530 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.947801 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.948070 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.948340 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.948608 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.948870 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.949151 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.949455 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.949738 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.950009 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.950279 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.950547 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.950967 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.951539 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.951539 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.951698 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.951900 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.952312 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.952750 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.953102 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.953359 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.953651 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.953931 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.954214 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.954486 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.954766 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.955035 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.955304 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.955571 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] use_json = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.955839 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.956105 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.956384 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.956653 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.956921 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.957188 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.957478 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.957761 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.958031 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:50.958323 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.958615 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.958909 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.959186 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.959484 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.959761 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.960044 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.960317 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.960600 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.960886 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.961168 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.961720 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.962017 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.962301 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.962588 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.962890 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.963179 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.963465 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.963740 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.964010 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.964279 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.964554 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.964835 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.965111 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.965421 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.965707 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.965982 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.966274 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.966553 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.966832 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.967123 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.967406 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.968220 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.968557 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.968838 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.969161 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.969558 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.969942 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.970310 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.970675 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.971073 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.971462 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.971841 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.972209 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.972527 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.972818 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.973188 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.973571 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.973927 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.974320 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.974686 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.975063 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.975427 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.975806 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.976083 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.976390 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.976746 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.977103 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.977496 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.977887 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.978256 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.978613 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.978971 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.979336 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.979615 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.979890 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.980163 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.980434 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.980710 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.980983 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.981252 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.981551 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.981825 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.982096 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.982393 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.982668 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.982943 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.983852 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.984160 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.984417 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.984692 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.984972 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.985252 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.985544 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.985835 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.986117 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.986402 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.986681 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.986959 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.987273 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.987549 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.987824 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.988104 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.988378 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.988653 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.988933 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.989213 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.989524 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.989815 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.990093 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.990384 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.990672 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.990959 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.991237 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.991541 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.991817 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:50.992031 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 03:28:50.992270 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104566) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 27 03:28:51.450939 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 27 03:28:51.451210 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 27 03:28:51.451517 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 27 03:28:51.452365 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.manager [-] Loading core plugin: ml2 May 27 03:28:51.782012 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:51.782198 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:51.782466 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:51.783634 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:51.783903 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:51.784163 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:51.839277 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:51.839553 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:51.839819 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:51.854821 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:51.855096 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:51.855359 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:51.885370 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:51.885647 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:51.885910 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:51.923258 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:51.923530 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:51.923803 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:52.274700 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:52.275335 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:52.275335 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:52.275488 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:52.276158 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:52.375709 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:52.376028 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:52.376310 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:52.376587 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:52.376854 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:52.377165 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:52.377448 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:52.377707 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:52.377960 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:52.378239 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:52.378496 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:52.378758 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:52.379017 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:52.379275 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:52.379526 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:52.379792 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:52.380043 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:52.380304 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:52.380567 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:52.380826 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:52.381101 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:52.381386 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:52.381668 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:52.382043 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:52.382289 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:52.382532 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:52.382925 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104566) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:28:52.383165 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104566) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:28:52.383402 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104566) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:28:52.383639 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104566) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:28:52.383873 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104566) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:28:52.384107 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104566) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:28:52.384471 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 27 03:28:52.388529 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 27 03:28:52.392932 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 27 03:28:52.396687 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) May 27 03:28:52.398310 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 27 03:28:52.398772 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 27 03:28:52.399107 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 27 03:28:52.399487 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 27 03:28:52.402248 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 27 03:28:52.402495 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 27 03:28:52.402832 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 27 03:28:52.407821 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 27 03:28:52.430910 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 27 03:28:52.431360 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:52.431651 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104566) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 27 03:28:52.432020 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:52.433383 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104566) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 27 03:28:52.433660 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 27 03:28:52.433899 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 27 03:28:52.437681 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:52.437950 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:52.499725 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 27 03:28:52.499962 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 27 03:28:52.500194 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 27 03:28:52.500556 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 27 03:28:52.551784 dv-cinder-843361-2-smb neutron-server[104566]: INFO dbcounter [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Registered counter for database neutron May 27 03:28:52.570949 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_db.sqlalchemy.engines [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104566) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 27 03:28:52.576594 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG dbcounter [-] [104566] Writer thread running {{(pid=104566) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 27 03:28:53.244400 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.plugins.ml2.managers [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Initializing driver for type 'gre' May 27 03:28:53.244926 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] gre ID ranges: [(1, 1000)] May 27 03:28:53.438918 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.plugins.ml2.managers [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Initializing driver for type 'local' May 27 03:28:53.439553 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.plugins.ml2.managers [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Initializing driver for type 'vlan' May 27 03:28:53.523746 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] VlanTypeDriver initialization complete May 27 03:28:53.524132 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.plugins.ml2.managers [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Initializing driver for type 'vxlan' May 27 03:28:53.524891 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] vxlan ID ranges: [(1, 1000)] May 27 03:28:53.701018 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.plugins.ml2.managers [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Initializing extension driver 'port_security' May 27 03:28:53.701394 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.plugins.ml2.extensions.port_security [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] PortSecurityExtensionDriver initialization complete May 27 03:28:53.701736 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.plugins.ml2.managers [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Initializing mechanism driver 'openvswitch' May 27 03:28:53.702070 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.plugins.ml2.managers [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Initializing mechanism driver 'hyperv' May 27 03:28:53.710384 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.plugins.ml2.plugin [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:53.711064 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > port after_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.711717 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > port after_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.712096 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > port after_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.712608 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104566) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 03:28:53.713032 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > subnet after_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.713422 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > subnet after_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.713777 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.714172 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104566) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 03:28:53.714613 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > network after_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.714963 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > network after_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.715314 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > network after_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.715710 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104566) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 03:28:53.716119 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > security_group after_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.716474 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > security_group after_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.716818 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.717243 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104566) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 03:28:53.717732 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.718085 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.718436 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.718817 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104566) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 03:28:53.719242 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > address_group after_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.719601 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > address_group after_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.719950 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.720343 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104566) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 03:28:53.720959 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] ML2 OVO RPC backend initialized. {{(pid=104566) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 27 03:28:53.721711 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.722080 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.722529 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > network before_response 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.722872 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > networks before_response 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.723246 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > port before_response 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.723620 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > ports before_response 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.723976 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > subnet before_response 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.724326 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > subnets before_response 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.724679 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > network after_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.725027 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > network after_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.725405 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > network after_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.725757 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > port after_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.726230 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > port after_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.726449 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > port after_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.726792 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > subnet after_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.727134 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > subnet after_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.727476 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.735617 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.quota [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded quota_driver: . May 27 03:28:53.735989 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.plugins.ml2.plugin [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Modular L2 Plugin initialization complete May 27 03:28:53.736346 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading services supported by the core plugin {{(pid=104566) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 27 03:28:53.736695 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.plugins.ml2.managers [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Got port-security extension from driver 'port_security' May 27 03:28:53.737189 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.extensions.vlantransparent [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Disabled vlantransparent extension. May 27 03:28:53.737723 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104566) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 27 03:28:53.738056 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading Plugin: router May 27 03:28:53.784639 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.785068 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > router after_create 55549900 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.785415 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > router before_create 55549900 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.785790 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.786175 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.786546 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > router after_delete 55549900 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.786916 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.787278 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.787645 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > router after_create 55549900 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.788021 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > router after_update 55549900 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.788380 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > router after_update 55549900 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.788735 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.789104 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > router after_update 55549900 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.789557 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > router precommit_update 55549900 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.793498 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: port after_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.793498 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: port after_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.793498 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: subnet after_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.793498 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.793498 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.793977 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > router precommit_create 55549900 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.793977 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: port before_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.793977 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > router precommit_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.793977 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > router after_update 55549900 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.794268 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.794268 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > router precommit_create 55549900 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.794268 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.794268 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > router precommit_update 55549900 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.794571 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > agent after_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.794805 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > agent after_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.795159 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > network after_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.796652 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.quota.resource_registry [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Tracking information for resource: router configured {{(pid=104566) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:28:53.797014 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.quota.resource_registry [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Tracking information for resource: floatingip configured {{(pid=104566) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:28:53.802065 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.db.l3_agentschedulers_db [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 27 03:28:53.802648 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: port after_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.803016 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: port after_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.803377 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: port after_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.803737 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: port after_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.804538 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > router before_create 55550100 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.804909 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.805294 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > router precommit_create 55550100 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.805661 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > router precommit_update 55550100 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.810476 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.services.provider_configuration [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Service providers = [] {{(pid=104566) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 27 03:28:53.810845 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.db.servicetype_db [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104566) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 27 03:28:53.814449 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.services.service_base [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104566) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 03:28:53.814805 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.services.service_base [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104566) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 03:28:53.815154 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.services.service_base [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104566) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 03:28:53.816047 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.services.service_base [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104566) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 03:28:53.816433 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.services.service_base [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Default provider is not specified for service type L3_ROUTER_NAT May 27 03:28:53.816814 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104566) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:28:53.817137 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 27 03:28:53.827912 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104566) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:28:53.828255 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading Plugin: auto_allocate May 27 03:28:53.834384 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: network precommit_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.834761 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: network precommit_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.835294 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104566) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:28:53.835621 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading Plugin: tag May 27 03:28:53.850263 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104566) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:28:53.850600 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading Plugin: timestamp May 27 03:28:53.854730 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104566) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:28:53.855067 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading Plugin: network_ip_availability May 27 03:28:53.861243 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.861642 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.862003 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:53.862746 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104566) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:28:53.863071 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading Plugin: flavors May 27 03:28:53.867795 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104566) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:28:53.868151 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading Plugin: revisions May 27 03:28:53.877528 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104566) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:28:53.877923 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_concurrency.lockutils [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.426s {{(pid=104566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 27 03:28:53.878685 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104566) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 27 03:28:53.879038 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Initializing extension manager. May 27 03:28:53.879567 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: __init__.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.879916 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: __pycache__ {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.880257 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: _port_mac_address_override.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.880597 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: address_group.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.881587 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.882199 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: address-group May 27 03:28:53.882530 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: address_scope.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.883255 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.883773 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: address-scope May 27 03:28:53.884100 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.885036 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.885600 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: router-admin-state-down-before-update May 27 03:28:53.885930 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: agent.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.886632 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.887143 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: agent May 27 03:28:53.887472 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: agent_resources_synced.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.888399 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.888919 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: agent-resources-synced May 27 03:28:53.889294 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: allowedaddresspairs.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.891171 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.891697 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: allowed-address-pairs May 27 03:28:53.892032 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: auto_allocated_topology.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.893119 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.893698 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: auto-allocated-topology May 27 03:28:53.894032 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: availability_zone.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.894837 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.895284 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: availability_zone May 27 03:28:53.895613 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: availability_zone_filter.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.902482 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.902993 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: availability_zone_filter May 27 03:28:53.903323 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: data_plane_status.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.904239 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.904758 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extension data-plane-status not supported by any of loaded plugins May 27 03:28:53.905639 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: default_subnetpools.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.906637 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.907150 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: default-subnetpools May 27 03:28:53.907479 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.908389 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.908798 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: dhcp_agent_scheduler May 27 03:28:53.909127 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: dns.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.910079 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.910587 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extension dns-integration not supported by any of loaded plugins May 27 03:28:53.910918 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: dns_domain_ports.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.911860 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.912364 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extension dns-domain-ports not supported by any of loaded plugins May 27 03:28:53.912693 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.913666 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.914179 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 27 03:28:53.914506 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: dvr.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.915187 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.915698 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: dvr May 27 03:28:53.916023 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: ecmp_routes.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.916943 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.917509 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extension ecmp_routes not supported by any of loaded plugins May 27 03:28:53.917837 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: empty_string_filtering.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.918779 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.919295 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: empty-string-filtering May 27 03:28:53.919622 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.921078 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.921676 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 27 03:28:53.922001 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.922919 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.923452 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 27 03:28:53.923781 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: external_net.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.924689 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.925210 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: external-net May 27 03:28:53.925565 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.926474 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.926989 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: extra_dhcp_opt May 27 03:28:53.927321 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: extraroute.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.928228 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.928767 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: extraroute May 27 03:28:53.929095 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: extraroute_atomic.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.930192 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.930705 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: extraroute-atomic May 27 03:28:53.931034 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: filter_validation.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.940286 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.940286 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: filter-validation May 27 03:28:53.940286 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: fip_pf_description.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.940741 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.941275 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 27 03:28:53.941611 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: fip_pf_port_range.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.942532 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.943048 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 27 03:28:53.943376 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: fip_port_details.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.944319 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.944834 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: fip-port-details May 27 03:28:53.945161 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: flavors.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.946436 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.946955 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: flavors May 27 03:28:53.947285 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.948953 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.949522 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 27 03:28:53.949910 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: floatingip_pools.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.950771 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.951299 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: floatingip-pools May 27 03:28:53.951654 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: ip_allocation.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.952776 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.953313 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extension ip_allocation not supported by any of loaded plugins May 27 03:28:53.953648 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.954573 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.955089 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: ip-substring-filtering May 27 03:28:53.955419 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: l2_adjacency.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.956343 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.956852 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extension l2_adjacency not supported by any of loaded plugins May 27 03:28:53.957180 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: l3.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.958189 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.958710 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: router May 27 03:28:53.959062 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.961566 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.962104 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 27 03:28:53.962451 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.963424 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.963943 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: ext-gw-mode May 27 03:28:53.964278 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.965197 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.965810 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: l3-ha May 27 03:28:53.966144 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.967059 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.968428 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 27 03:28:53.968757 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: l3_flavors.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.969713 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.970259 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: l3-flavors May 27 03:28:53.970673 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.972040 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.972570 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 27 03:28:53.972900 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.973852 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.974372 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: l3-port-ip-change-not-allowed May 27 03:28:53.974758 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: l3agentscheduler.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.975816 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.976338 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: l3_agent_scheduler May 27 03:28:53.976674 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: local_ip.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.978453 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.978981 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extension local_ip not supported by any of loaded plugins May 27 03:28:53.979320 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: logging.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.980771 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.981375 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extension logging not supported by any of loaded plugins May 27 03:28:53.981767 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: metering.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.986285 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.986285 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: metering May 27 03:28:53.986285 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.987131 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.987657 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: metering_source_and_destination_fields May 27 03:28:53.987992 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: multiprovidernet.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.989052 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.989604 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: multi-provider May 27 03:28:53.989941 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: netmtu.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.990867 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.991412 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: net-mtu May 27 03:28:53.991745 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: netmtu_writable.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.992669 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.993184 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: net-mtu-writable May 27 03:28:53.993543 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: network_availability_zone.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.994218 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.994731 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: network_availability_zone May 27 03:28:53.995058 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: network_ip_availability.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.996186 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.996711 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: network-ip-availability May 27 03:28:53.997043 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: network_segment_range.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:53.997922 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:53.998433 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extension network-segment-range not supported by any of loaded plugins May 27 03:28:54.002394 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: pagination.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.003458 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.003805 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: pagination May 27 03:28:54.004143 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: port_device_profile.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.005061 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.005628 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: port-device-profile May 27 03:28:54.005965 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: port_mac_address_override.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.006912 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.007432 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: port-mac-override May 27 03:28:54.007768 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.008729 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.009236 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: port-mac-address-regenerate May 27 03:28:54.009596 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.010516 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.011060 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: port-numa-affinity-policy May 27 03:28:54.011391 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: port_resource_request.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.015753 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.016260 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extension port-resource-request not supported by any of loaded plugins May 27 03:28:54.016592 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: port_resource_request_groups.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.017607 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.018120 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 27 03:28:54.018454 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: portbindings.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.019386 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.019936 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: binding May 27 03:28:54.020269 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: portbindings_extended.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.021608 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.022133 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: binding-extended May 27 03:28:54.022473 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: portsecurity.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.023409 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.023926 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: port-security May 27 03:28:54.024257 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: project_id.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.025238 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.025606 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: project-id May 27 03:28:54.025939 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: providernet.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.026881 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.027398 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: provider May 27 03:28:54.027728 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: qos.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.031933 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.032464 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extension qos not supported by any of loaded plugins May 27 03:28:54.032803 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.034097 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.034623 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 27 03:28:54.035104 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.035983 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.036504 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 27 03:28:54.036838 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: qos_default.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.037859 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.038383 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extension qos-default not supported by any of loaded plugins May 27 03:28:54.038717 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: qos_fip.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.039641 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.040164 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extension qos-fip not supported by any of loaded plugins May 27 03:28:54.040495 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.041444 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.041963 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 27 03:28:54.042293 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: qos_gateway_ip.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.043224 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.043741 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 27 03:28:54.044069 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: qos_port_network_policy.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.044998 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.045596 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 27 03:28:54.046499 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.047539 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.048089 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 27 03:28:54.048407 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.056155 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.056669 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 27 03:28:54.057000 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: qos_pps_rule.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.058211 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.058730 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extension qos-pps not supported by any of loaded plugins May 27 03:28:54.059061 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: qos_rule_type_details.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.060012 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.060534 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 27 03:28:54.060866 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.061927 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.062463 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 27 03:28:54.062795 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: qos_rules_alias.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.063957 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.064479 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extension qos-rules-alias not supported by any of loaded plugins May 27 03:28:54.064811 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: quota_check_limit.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.065765 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.066343 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: quota-check-limit May 27 03:28:54.066675 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: quotasv2.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.067635 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.067968 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: quotas May 27 03:28:54.068348 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: quotasv2_detail.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.070077 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.071443 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: quota_details May 27 03:28:54.071780 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: rbac.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.072857 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.073429 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: rbac-policies May 27 03:28:54.073771 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: rbac_address_group.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.074712 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.075236 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: rbac-address-group May 27 03:28:54.075574 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: rbac_address_scope.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.076577 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.077132 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: rbac-address-scope May 27 03:28:54.077493 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: rbac_security_groups.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.078426 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.078944 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: rbac-security-groups May 27 03:28:54.079281 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: rbac_subnetpool.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.080214 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.080734 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: rbac-subnetpool May 27 03:28:54.081067 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: revisionifmatch.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.082025 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.082552 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: revision-if-match May 27 03:28:54.082889 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: revisions.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.084005 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.084524 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: standard-attr-revisions May 27 03:28:54.084859 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: router_availability_zone.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.085586 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.086104 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: router_availability_zone May 27 03:28:54.086691 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: routerservicetype.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.087623 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.088139 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extension router-service-type not supported by any of loaded plugins May 27 03:28:54.088472 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.089474 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.090024 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: security-groups-normalized-cidr May 27 03:28:54.090358 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.091949 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.093059 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: port-security-groups-filtering May 27 03:28:54.093430 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.094449 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.094965 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: security-groups-remote-address-group May 27 03:28:54.095297 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.096249 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.096770 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: security-groups-shared-filtering May 27 03:28:54.097124 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: securitygroup.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.109175 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.109824 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: security-group May 27 03:28:54.110159 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: segment.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.110905 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.111461 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extension segment not supported by any of loaded plugins May 27 03:28:54.111784 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.112745 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.113284 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 27 03:28:54.113615 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: servicetype.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.114740 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.115264 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: service-type May 27 03:28:54.115594 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: sorting.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.116585 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.116925 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: sorting May 27 03:28:54.117272 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: standard_attr_segment.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.118214 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.118753 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extension standard-attr-segment not supported by any of loaded plugins May 27 03:28:54.119114 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: standardattrdescription.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.119879 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.120447 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: standard-attr-description May 27 03:28:54.120829 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: stateful_security_group.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.121909 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.122487 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: stateful-security-group May 27 03:28:54.122820 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: stdattrs_common.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.123418 dv-cinder-843361-2-smb neutron-server[104566]: WARNING neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 27 03:28:54.123777 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.124729 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.125294 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 27 03:28:54.125631 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: subnet_onboard.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.126737 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.127255 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: subnet_onboard May 27 03:28:54.127586 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.128520 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.129032 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 27 03:28:54.129399 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: subnet_service_types.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.130328 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.130847 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: subnet-service-types May 27 03:28:54.131174 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: subnetallocation.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.132274 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.132791 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: subnet_allocation May 27 03:28:54.133120 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.133836 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.134472 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: subnetpool-prefix-ops May 27 03:28:54.134830 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.135776 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.136292 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 27 03:28:54.136624 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: tagging.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.137709 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.138229 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: standard-attr-tag May 27 03:28:54.138561 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: timestamp.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.139853 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.140381 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loaded extension: standard-attr-timestamp May 27 03:28:54.140714 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: trunk.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.141795 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.142318 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extension trunk not supported by any of loaded plugins May 27 03:28:54.142651 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: trunk_details.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.143581 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.144100 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extension trunk-details not supported by any of loaded plugins May 27 03:28:54.144433 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: uplink_status_propagation.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.145457 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.145961 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 27 03:28:54.146292 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Loading extension file: vlantransparent.py {{(pid=104566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:28:54.146987 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:28:54.147498 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extension vlan-transparent not supported by any of loaded plugins May 27 03:28:54.150030 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.quota.resource_registry [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Creating instance of TrackedResource for resource:network May 27 03:28:54.150566 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.quota.resource_registry [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Creating instance of TrackedResource for resource:subnet May 27 03:28:54.151002 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.quota.resource_registry [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Creating instance of TrackedResource for resource:subnetpool May 27 03:28:54.154774 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.quota.resource_registry [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Creating instance of TrackedResource for resource:port May 27 03:28:54.154774 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.v2.resource_helper [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104566) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:28:54.154774 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.v2.resource_helper [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Service FLAVORS assigned prefix: {{(pid=104566) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:28:54.154774 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.v2.resource_helper [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104566) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:28:54.154774 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.v2.resource_helper [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104566) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:28:54.154774 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.quota.resource_registry [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Creating instance of TrackedResource for resource:router May 27 03:28:54.155921 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.quota.resource_registry [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Creating instance of TrackedResource for resource:floatingip May 27 03:28:54.156106 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.v2.resource_helper [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Service METERING assigned prefix: /metering {{(pid=104566) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:28:54.157645 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:54.158026 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:54.158384 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:54.159386 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.quota.resource_registry [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Creating instance of CountableResource for resource:rbac_policy May 27 03:28:54.159850 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.quota.resource_registry [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Creating instance of TrackedResource for resource:security_group May 27 03:28:54.160293 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.quota.resource_registry [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Creating instance of TrackedResource for resource:security_group_rule May 27 03:28:54.160895 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.v2.resource_helper [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Service CORE assigned prefix: {{(pid=104566) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:28:54.161232 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.quota.resource_registry [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Creating instance of TrackedResource for resource:subnetpool May 27 03:28:54.161614 dv-cinder-843361-2-smb neutron-server[104566]: WARNING neutron.quota.resource_registry [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] subnetpool is already registered May 27 03:28:54.162051 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.v2.resource_helper [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Service CORE assigned prefix: {{(pid=104566) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:28:54.162417 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.quota.resource_registry [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Creating instance of TrackedResource for resource:subnetpool May 27 03:28:54.162750 dv-cinder-843361-2-smb neutron-server[104566]: WARNING neutron.quota.resource_registry [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] subnetpool is already registered May 27 03:28:54.165024 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.v2.resource_helper [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104566) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:28:54.165558 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.v2.resource_helper [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Service FLAVORS assigned prefix: {{(pid=104566) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:28:54.166180 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.v2.resource_helper [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104566) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:28:54.166605 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.v2.resource_helper [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104566) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:28:54.166944 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.quota.resource_registry [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Creating instance of TrackedResource for resource:router May 27 03:28:54.167290 dv-cinder-843361-2-smb neutron-server[104566]: WARNING neutron.quota.resource_registry [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] router is already registered May 27 03:28:54.167707 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.quota.resource_registry [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Creating instance of TrackedResource for resource:floatingip May 27 03:28:54.168050 dv-cinder-843361-2-smb neutron-server[104566]: WARNING neutron.quota.resource_registry [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] floatingip is already registered May 27 03:28:54.168533 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.v2.resource_helper [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Service METERING assigned prefix: /metering {{(pid=104566) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:28:54.169315 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.quota.resource_registry [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Creating instance of CountableResource for resource:rbac_policy May 27 03:28:54.169653 dv-cinder-843361-2-smb neutron-server[104566]: WARNING neutron.quota.resource_registry [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] rbac_policy is already registered May 27 03:28:54.170071 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.quota.resource_registry [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Creating instance of TrackedResource for resource:security_group May 27 03:28:54.170413 dv-cinder-843361-2-smb neutron-server[104566]: WARNING neutron.quota.resource_registry [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] security_group is already registered May 27 03:28:54.171599 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.quota.resource_registry [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Creating instance of TrackedResource for resource:security_group_rule May 27 03:28:54.172031 dv-cinder-843361-2-smb neutron-server[104566]: WARNING neutron.quota.resource_registry [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] security_group_rule is already registered May 27 03:28:54.172661 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.v2.resource_helper [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Service CORE assigned prefix: {{(pid=104566) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:28:54.172993 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.quota.resource_registry [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Creating instance of TrackedResource for resource:subnetpool May 27 03:28:54.173355 dv-cinder-843361-2-smb neutron-server[104566]: WARNING neutron.quota.resource_registry [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] subnetpool is already registered May 27 03:28:54.173793 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.v2.resource_helper [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Service CORE assigned prefix: {{(pid=104566) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:28:54.174127 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.quota.resource_registry [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Creating instance of TrackedResource for resource:subnetpool May 27 03:28:54.174463 dv-cinder-843361-2-smb neutron-server[104566]: WARNING neutron.quota.resource_registry [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] subnetpool is already registered May 27 03:28:54.174935 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extended resource: extensions {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:28:54.176417 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extended resource: address-groups {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:28:54.177936 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extended resource: address-scopes {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:28:54.179265 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extended resource: agents {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:28:54.180413 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extended resource: auto-allocated-topology {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:28:54.181688 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extended resource: availability_zones {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:28:54.182902 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extended resource: dhcp-networks {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:28:54.184432 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extended resource: dhcp-agents {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:28:54.185909 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extended resource: routers {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:28:54.187719 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extended resource: flavors {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:28:54.188988 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extended resource: service_profiles {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:28:54.190237 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extended resource: next_providers {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:28:54.191700 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extended resource: service_profiles {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:28:54.193249 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extended resource: floatingip-pools {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:28:54.194496 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extended resource: routers {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:28:54.196180 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extended resource: floatingips {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:28:54.197560 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extended resource: l3-routers {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:28:54.198973 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extended resource: l3-agents {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:28:54.200484 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extended resource: metering-labels {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:28:54.201824 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extended resource: metering-label-rules {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:28:54.203306 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extended resource: network-ip-availabilities {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:28:54.204668 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extended resource: bindings {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:28:54.206254 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extended resource: quotas {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:28:54.208760 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extended resource: quotas {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:28:54.210337 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extended resource: rbac-policies {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:28:54.211799 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extended resource: security-groups {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:28:54.213112 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extended resource: security-group-rules {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:28:54.214452 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extended resource: service-providers {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:28:54.215732 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extended resource: subnetpools {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:28:54.217061 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extended resource: subnetpools {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:28:54.219443 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extended resource: tags {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:28:54.221154 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extended resource: tags {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:28:54.223011 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extended resource: tags {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:28:54.224828 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extended resource: tags {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:28:54.226567 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extended resource: tags {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:28:54.228590 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extended resource: tags {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:28:54.230297 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extended resource: tags {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:28:54.232243 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extended resource: tags {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:28:54.235129 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extended resource: tags {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:28:54.236923 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron.api.extensions [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Extended resource: tags {{(pid=104566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:28:54.243380 dv-cinder-843361-2-smb neutron-server[104566]: WARNING keystonemiddleware.auth_token [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 27 03:28:54.248810 dv-cinder-843361-2-smb neutron-server[104566]: WARNING keystonemiddleware.auth_token [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 27 03:28:54.257807 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_concurrency.lockutils [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Acquired lock "singleton_lock" {{(pid=104566) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 27 03:28:54.258307 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_concurrency.lockutils [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Releasing lock "singleton_lock" {{(pid=104566) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 27 03:28:54.258966 dv-cinder-843361-2-smb neutron-server[104566]: INFO oslo_service.service [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Starting 2 workers May 27 03:28:54.263915 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Started child 104677 {{(pid=104566) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 27 03:28:54.269247 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Started child 104678 {{(pid=104566) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 27 03:28:54.270456 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:54.274752 dv-cinder-843361-2-smb neutron-server[104566]: INFO neutron.service [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Neutron service started, listening on 0.0.0.0:9696 May 27 03:28:54.274752 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:54.274953 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [-] (104677) wsgi starting up on http://0.0.0.0:9696 May 27 03:28:54.275042 dv-cinder-843361-2-smb neutron-server[104566]: INFO oslo_service.service [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Starting 1 workers May 27 03:28:54.275125 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:54.275736 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [-] (104678) wsgi starting up on http://0.0.0.0:9696 May 27 03:28:54.279508 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Started child 104679 {{(pid=104566) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 27 03:28:54.280808 dv-cinder-843361-2-smb neutron-server[104566]: INFO oslo_service.service [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Starting 1 workers May 27 03:28:54.284333 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.service [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] calling RpcWorker wait() {{(pid=104679) _wait /opt/stack/neutron/neutron/service.py:128}} May 27 03:28:54.284880 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.service [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] returning from RpcWorker wait() {{(pid=104679) _wait /opt/stack/neutron/neutron/service.py:135}} May 27 03:28:54.285837 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Started child 104680 {{(pid=104566) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 27 03:28:54.286265 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:54.286606 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG neutron_lib.callbacks.manager [None req-f482e7e7-376c-4f31-bb2d-ae383547eee4 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:54.286807 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:54.288754 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104566) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 27 03:28:54.288962 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 03:28:54.289149 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 03:28:54.289405 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 03:28:54.289747 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 03:28:54.289912 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 03:28:54.290439 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.290727 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.291000 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.291276 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.291870 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.292135 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.292292 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:54.292799 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.292799 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.293034 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.293166 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.293327 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.293516 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.293775 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.294082 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.294418 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.294636 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.294833 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.295178 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.295480 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.295746 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.295984 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.296283 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] debug = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.296606 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.297019 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.297298 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.297593 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.297848 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.298143 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.298378 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.298678 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.298958 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.299166 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.299427 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.299684 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.299933 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.300196 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.300596 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.300899 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.301343 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.307009 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] host = dv-cinder-843361-2-smb {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.307009 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.307009 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.307009 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.307009 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.307009 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.307009 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.307009 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.307962 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.307962 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.307962 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.307962 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.307962 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.307962 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.307962 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] log_file = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.307962 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] log_options = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.308882 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.308882 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.308882 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.308882 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.308882 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.308882 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.308882 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.309743 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.309743 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.309743 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.309743 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.309743 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.309743 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.309743 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.309743 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.310626 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.310626 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.310626 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.310626 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.310626 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.310626 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.310626 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.310626 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.311652 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.311652 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.311652 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.312278 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.312278 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.312278 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.312767 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.312767 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.313075 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.313191 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.313479 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.313751 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.313989 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.314114 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:54.314310 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.314539 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.314822 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.315056 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.315307 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.315586 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.315807 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.316465 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.316465 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.316751 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.317017 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] use_json = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.317170 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.317446 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.317768 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.318011 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.318229 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.318573 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.318894 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.318894 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.319625 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.319625 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.319871 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.320121 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.320376 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.320702 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.321023 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.321142 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.321395 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.321619 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.321860 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.322198 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.322432 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.322796 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.323551 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.323551 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.323730 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.323969 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.324234 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.324483 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.324728 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.324969 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.325215 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.328375 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.328375 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.328375 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.328375 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.328375 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.328375 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.328375 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.328375 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.329570 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.329570 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.329570 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.71/identity {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.329570 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.329570 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.330214 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.330214 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.330214 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.330617 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.330617 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.330902 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.331103 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.331374 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.331846 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.332272 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.332719 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.332961 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.333218 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.333656 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.334078 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.334371 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.334941 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.335236 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 48782) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:54.335496 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.335721 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.335979 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.336451 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.336720 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.336951 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.337211 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.337500 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.337712 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.337937 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.338180 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.338404 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.338652 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.338868 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.339283 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.340330 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.340330 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.340330 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.340330 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.340887 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.340887 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.340887 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.341303 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.341598 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.341598 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.341874 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.342053 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.342270 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.343071 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.344885 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.344885 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.344885 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.344885 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.344885 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.344885 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.344885 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.351509 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.351509 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.351509 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.351509 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.351509 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.351509 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.351509 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.351509 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.351966 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.351966 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.351966 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.351966 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.351966 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.351966 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.351966 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.351966 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.352464 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.352464 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.352464 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.352464 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.352464 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.352464 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.352464 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.352464 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.352908 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.352908 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.352908 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.352908 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.352908 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.352908 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.352908 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.352908 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.353398 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.353398 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.353398 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.353592 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.354152 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.354152 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.354317 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.354564 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.354816 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.355088 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.355349 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.356154 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.356154 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.356453 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [-] 10.222.0.71 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0182717 May 27 03:28:54.356597 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.358446 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.358772 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.360839 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.360839 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.360839 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.361076 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.361351 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.361559 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.361804 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.362091 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.362349 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.362615 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.362902 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.363181 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.363436 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.363694 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.363964 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.71/identity {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.364187 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.364411 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.364656 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.364897 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.365150 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.365940 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.366194 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.366419 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.367475 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.367790 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.368530 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.368925 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.369359 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.369735 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.370114 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.370576 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.370802 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.372147 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.372402 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.372654 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.373534 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.373534 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.373534 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.373841 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.373926 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.374261 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.374539 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.374754 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.375007 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.375259 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.375536 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.375837 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.376102 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.376333 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.376551 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.376768 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.377193 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.377642 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.385529 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.385529 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.385529 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.385529 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.385529 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.385529 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.385529 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.385529 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.386144 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.386144 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.386144 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.386144 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.386144 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.386144 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.386144 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.386144 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.386144 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.386644 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.386644 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.386644 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.386644 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.386644 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.386644 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.386644 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.386644 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.387097 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.387097 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.387097 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.387097 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.387097 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.387097 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.387097 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.388127 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.388391 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.388861 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.390049 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.390049 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.390369 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.390448 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.390655 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.390896 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.391158 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.391392 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.391632 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.392025 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.392248 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.392485 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.392703 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.392925 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.393155 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.393411 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.393629 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.393888 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.394108 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.394507 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.395136 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.395136 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.396047 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.396503 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.396897 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.397223 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.397530 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.397789 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.398013 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.398996 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.398996 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.398996 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.398996 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.399342 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.399342 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.399576 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.399851 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.400092 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.400387 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.400820 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.401129 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.401475 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.401964 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.402206 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.402489 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.402727 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.403092 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.403353 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.403633 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.404133 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.404594 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.404880 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.405773 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.406117 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.407176 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.407176 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.407176 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.407418 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.407675 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.407963 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.408217 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.408490 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.408745 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.408995 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.410150 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.410150 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.410150 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.410150 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.410505 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.410505 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.410803 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.411088 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.411374 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.411701 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.411903 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.412165 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.412434 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.412674 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.412899 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 03:28:54.413843 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104566) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 27 03:28:54.413843 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 03:28:54.416826 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 03:28:54.416826 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 03:28:54.416826 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 03:28:54.416826 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 03:28:54.416826 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.416826 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.416826 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.416826 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.417340 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.417340 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.417340 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.417340 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.417340 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.417340 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.417340 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.417340 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.417809 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.417809 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.417809 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.417809 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.417809 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.417809 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.417809 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.417809 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.418426 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.418426 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] debug = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.418426 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.418426 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.418426 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.418739 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.418739 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.418909 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.418979 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.419209 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.419296 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.420110 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.420110 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.420110 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.420110 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.420110 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.420784 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.420784 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.420784 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.420784 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] host = dv-cinder-843361-2-smb {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.421249 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.421249 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.422265 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.422429 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.422778 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.423099 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.423264 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.423584 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.423743 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.424428 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.424428 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.424428 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.424428 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.424847 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] log_file = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.424847 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] log_options = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.424847 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.425071 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.425071 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.425353 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.425481 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.425575 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.425767 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.425961 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.426115 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.426262 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.426409 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.426563 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.426735 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.426881 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.427025 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.427175 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.427317 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.427641 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.427807 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.427968 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.428131 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.428286 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.428582 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.428887 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.429181 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.429521 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.429681 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.429861 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.430012 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.430166 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.430309 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.430450 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.430603 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.430757 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.430916 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.431071 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.431219 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.431385 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.431533 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.431686 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.431838 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.432093 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.432270 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.432493 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.432712 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:54.432901 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.432901 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.432901 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] use_json = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.432901 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.433451 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.433451 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.433451 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.433867 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.433867 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.433867 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.434251 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.434251 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:28:54.434525 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.434525 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.434791 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.434999 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.435142 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.436130 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.436130 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.436130 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.436130 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.436130 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.436130 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.437963 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.437963 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.437963 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.437963 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.437963 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.437963 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.437963 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.437963 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.439041 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.439041 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.439041 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.439041 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.439041 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.439041 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.439041 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.439041 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.440131 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.440131 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.440131 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.440131 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.440131 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.440131 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.71/identity {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.440131 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.440131 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.440982 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.440982 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.440982 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.440982 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.440982 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.440982 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.440982 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.440982 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.441978 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.441978 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.441978 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.441978 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.441978 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.441978 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.441978 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.442896 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.442896 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.442896 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.442896 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.442896 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.442896 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.443660 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.443660 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.443660 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.443660 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.443660 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.444328 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.444328 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.444328 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.444328 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.444853 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.444853 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.444853 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.444853 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.445540 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.445540 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.445540 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.445540 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.446155 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.446155 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.446155 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.446155 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.446673 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.446673 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.446673 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.447060 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.447060 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.447060 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.447459 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.447459 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.447459 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.448012 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.448012 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.448012 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.448411 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.448411 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.448411 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.448806 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.448806 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.448806 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.449201 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.449201 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.449560 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.449560 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.449855 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.449855 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.450130 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.450268 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.450402 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.450515 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.450652 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.450813 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.450975 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.451135 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.451296 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.451459 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.451621 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.451784 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.451964 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.453585 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.453585 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.453585 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.453585 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.453585 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.453585 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.453585 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.458253 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.458253 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.458253 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.458253 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.458253 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.458253 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.458253 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.458253 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.459304 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.459304 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.459304 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.459304 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.459304 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.459304 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.459304 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.459304 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.460371 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.460371 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.460371 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.460371 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.460371 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.460371 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.460371 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.460371 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.461677 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.461677 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.461677 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.461677 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.461677 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.461677 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.71/identity {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.463087 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.463828 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.464497 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.464886 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.465325 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.465467 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.465657 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.465877 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.466033 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.466278 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.467681 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.467681 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.467681 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.467681 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.467681 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.467681 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.468504 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.468676 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.468850 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.469017 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.469183 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.469556 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.469556 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.469814 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.469814 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.470060 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.470203 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.470334 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.470462 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.470586 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.470738 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.470901 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.471065 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.471228 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.471392 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.471619 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.471786 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.471910 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.472032 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.472181 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.472357 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.472527 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.472699 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.472901 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.473065 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.473228 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.474317 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.474317 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.474542 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.474669 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.474763 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.474930 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.475092 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.475256 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.475427 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.475593 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.475744 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.475913 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.476079 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.476250 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.476417 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.476580 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.476729 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.476869 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.477031 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.477196 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.477410 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.477575 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.477726 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.477874 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.478037 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.478198 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.478462 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.478648 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.478818 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.479002 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.479174 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.479360 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.479502 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.479650 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.479804 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.479940 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.480713 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.480713 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.480713 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.480713 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.480713 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.481211 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.481211 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.496726 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.496726 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.496726 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.496726 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.496726 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.496726 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.496726 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.496726 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.497310 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.497310 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.497310 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.497310 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.497310 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.497310 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.497310 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.497310 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.497856 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.497856 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.497856 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.497856 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.497856 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.497856 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.497856 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.497856 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.498400 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.498400 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.498400 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.498400 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.498400 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.498400 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.498400 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.498400 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.499788 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.499788 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.499788 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.499788 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.499788 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.499788 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.499788 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.499788 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.500510 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.500510 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.500510 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.500510 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.500510 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.500510 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.500510 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.500510 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.500510 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.501113 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.501113 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.501113 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.501113 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.501113 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.501113 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.501113 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.501113 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.501113 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.501751 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.501751 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.501751 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.501751 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:28:54.501751 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 03:29:03.614990 dv-cinder-843361-2-smb neutron-server[104566]: DEBUG dbcounter [-] [104566] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104566) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:06.043327 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424d2078-2dfc-4fa8-b2c4-26459123ee76 None None] get_active_networks_info from dv-cinder-843361-2-smb {{(pid=104679) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 27 03:29:06.053678 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writer thread running {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 27 03:29:06.123856 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424d2078-2dfc-4fa8-b2c4-26459123ee76 None None] No non-hosted networks {{(pid=104679) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 27 03:29:06.135668 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.agentschedulers_db [None req-424d2078-2dfc-4fa8-b2c4-26459123ee76 None None] DHCP Agent not found on host dv-cinder-843361-2-smb {{(pid=104679) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 27 03:29:06.245901 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-c620e6cb-0c57-46b5-a445-92d38d9bbce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3664396'] for agent (51435755-087c-400e-9559-48781745a262), after_create {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:07.709969 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writer thread running {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 27 03:29:08.337746 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-5ecab018-3a86-4494-9ef5-ac8c6ef22b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3664396'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_create {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:08.387963 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.db.api [None req-e39e4dd2-f2e2-4ba8-becc-a89beac04def None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-843361-2-smb {{(pid=104679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 27 03:29:08.389625 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG oslo_db.api [None req-e39e4dd2-f2e2-4ba8-becc-a89beac04def None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:29:08.992674 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-e39e4dd2-f2e2-4ba8-becc-a89beac04def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:09.280919 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 48860) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:09.374236 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3664396'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_create {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:09.880975 dv-cinder-843361-2-smb neutron-server[104678]: WARNING oslo_policy.policy [None req-f7494a37-360f-48b8-a007-ef7137e752ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:29:09.881580 dv-cinder-843361-2-smb neutron-server[104678]: WARNING oslo_policy.policy [None req-f7494a37-360f-48b8-a007-ef7137e752ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:29:10.105700 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [None req-f7494a37-360f-48b8-a007-ef7137e752ff admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104678) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:29:10.121281 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-f7494a37-360f-48b8-a007-ef7137e752ff admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8248556 May 27 03:29:10.968858 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3664396'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_create {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:12.329886 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3664396'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_create {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:12.331266 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:12.331803 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:12.332282 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:12.332761 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:12.333282 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:12.333769 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:12.334257 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:12.335086 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:12.335554 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:12.336045 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:12.336638 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:12.336956 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:12.337375 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:12.337898 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:12.338226 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:12.340634 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-843361-2-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:12.349907 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-843361-2-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:12.631784 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 48892) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:12.986945 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [None req-09ba9c2e-58ff-4fb8-85e4-75a7d16daa41 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:29:13.079282 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.policy [None req-09ba9c2e-58ff-4fb8-85e4-75a7d16daa41 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104678) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 27 03:29:13.126410 dv-cinder-843361-2-smb neutron-server[104678]: WARNING oslo_policy.policy [None req-09ba9c2e-58ff-4fb8-85e4-75a7d16daa41 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:29:13.126801 dv-cinder-843361-2-smb neutron-server[104678]: WARNING oslo_policy.policy [None req-09ba9c2e-58ff-4fb8-85e4-75a7d16daa41 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:29:13.148394 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writer thread running {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 27 03:29:13.272347 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-09ba9c2e-58ff-4fb8-85e4-75a7d16daa41 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755262229937', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755262230437', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755262246000', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755262248538', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755262258813', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755262263523', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1370922', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1360839', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-285373', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3861094'] for rbac-policy (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:13.423922 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-09ba9c2e-58ff-4fb8-85e4-75a7d16daa41 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:13.425672 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-09ba9c2e-58ff-4fb8-85e4-75a7d16daa41 admin admin] 10.222.0.71 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7926314 May 27 03:29:15.425771 dv-cinder-843361-2-smb neutron-server[104679]: INFO neutron.db.l3_hamode_db [None req-d18657a3-6fd6-4196-8b06-a9a5586445a2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 27 03:29:15.503122 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18657a3-6fd6-4196-8b06-a9a5586445a2 None None] Routers set() bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:29:15.503415 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18657a3-6fd6-4196-8b06-a9a5586445a2 None None] Router IDs set() for agent in host dv-cinder-843361-2-smb {{(pid=104679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 27 03:29:15.875262 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 48904) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:16.201364 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [None req-356265ab-06ac-46c7-933d-6c98da4453a8 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:29:16.374601 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356265ab-06ac-46c7-933d-6c98da4453a8 demo demo] Made reservation on behalf of 245b589d4dce4345805725887ff002da for: {'network': 1} {{(pid=104678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:29:16.378761 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-356265ab-06ac-46c7-933d-6c98da4453a8 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for network (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:16.396064 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-356265ab-06ac-46c7-933d-6c98da4453a8 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:16.505416 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-356265ab-06ac-46c7-933d-6c98da4453a8 demo demo] Publish callbacks [] for security_group (72845014-0e51-4cb5-b3fa-2947d0b0a436), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:16.569373 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-356265ab-06ac-46c7-933d-6c98da4453a8 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (72845014-0e51-4cb5-b3fa-2947d0b0a436), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:16.595266 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-356265ab-06ac-46c7-933d-6c98da4453a8 demo demo] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=104678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:29:16.631187 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-356265ab-06ac-46c7-933d-6c98da4453a8 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755264080231', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105'] for segment (793cfd7f-4916-493f-8187-b2a9656fcc23), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:16.631645 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.db.segments_db [None req-356265ab-06ac-46c7-933d-6c98da4453a8 demo demo] Added segment 793cfd7f-4916-493f-8187-b2a9656fcc23 of type vlan for network 09ee0081-7ce2-47ea-a9aa-12397ad04c54 May 27 03:29:16.647492 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356265ab-06ac-46c7-933d-6c98da4453a8 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=72845014-0e51-4cb5-b3fa-2947d0b0a436,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:16.699771 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356265ab-06ac-46c7-933d-6c98da4453a8 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:16.700118 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356265ab-06ac-46c7-933d-6c98da4453a8 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:16.700492 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356265ab-06ac-46c7-933d-6c98da4453a8 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:16.700948 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356265ab-06ac-46c7-933d-6c98da4453a8 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:16.701343 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356265ab-06ac-46c7-933d-6c98da4453a8 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:16.701756 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356265ab-06ac-46c7-933d-6c98da4453a8 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:16.702087 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356265ab-06ac-46c7-933d-6c98da4453a8 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:16.702416 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356265ab-06ac-46c7-933d-6c98da4453a8 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:16.702743 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356265ab-06ac-46c7-933d-6c98da4453a8 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:16.703069 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356265ab-06ac-46c7-933d-6c98da4453a8 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:16.703394 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356265ab-06ac-46c7-933d-6c98da4453a8 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:16.703731 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356265ab-06ac-46c7-933d-6c98da4453a8 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:16.704057 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356265ab-06ac-46c7-933d-6c98da4453a8 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:16.704379 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356265ab-06ac-46c7-933d-6c98da4453a8 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:16.704699 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356265ab-06ac-46c7-933d-6c98da4453a8 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:16.705888 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356265ab-06ac-46c7-933d-6c98da4453a8 demo demo] Tracked resource versions report: May 27 03:29:16.705888 dv-cinder-843361-2-smb neutron-server[104678]: pushed versions: May 27 03:29:16.705888 dv-cinder-843361-2-smb neutron-server[104678]: { 'AddressGroup': {'1.2'}, May 27 03:29:16.705888 dv-cinder-843361-2-smb neutron-server[104678]: 'Agent': {'1.1'}, May 27 03:29:16.705888 dv-cinder-843361-2-smb neutron-server[104678]: 'ConntrackHelper': {'1.0'}, May 27 03:29:16.705888 dv-cinder-843361-2-smb neutron-server[104678]: 'LocalIPAssociation': {'1.0'}, May 27 03:29:16.705888 dv-cinder-843361-2-smb neutron-server[104678]: 'Log': {'1.0'}, May 27 03:29:16.705888 dv-cinder-843361-2-smb neutron-server[104678]: 'NDPProxy': {'1.0'}, May 27 03:29:16.705888 dv-cinder-843361-2-smb neutron-server[104678]: 'Network': {'1.1'}, May 27 03:29:16.705888 dv-cinder-843361-2-smb neutron-server[104678]: 'Port': {'1.7'}, May 27 03:29:16.705888 dv-cinder-843361-2-smb neutron-server[104678]: 'PortForwarding': {'1.3'}, May 27 03:29:16.705888 dv-cinder-843361-2-smb neutron-server[104678]: 'QosPolicy': {'1.10'}, May 27 03:29:16.705888 dv-cinder-843361-2-smb neutron-server[104678]: 'SecurityGroup': {'1.5'}, May 27 03:29:16.705888 dv-cinder-843361-2-smb neutron-server[104678]: 'SecurityGroupRule': {'1.2'}, May 27 03:29:16.705888 dv-cinder-843361-2-smb neutron-server[104678]: 'SubPort': {'1.0'}, May 27 03:29:16.705888 dv-cinder-843361-2-smb neutron-server[104678]: 'Subnet': {'1.1'}, May 27 03:29:16.705888 dv-cinder-843361-2-smb neutron-server[104678]: 'Trunk': {'1.1'}} May 27 03:29:16.705888 dv-cinder-843361-2-smb neutron-server[104678]: consumer versions: May 27 03:29:16.705888 dv-cinder-843361-2-smb neutron-server[104678]: { DHCP agent@dv-cinder-843361-2-smb: {}, May 27 03:29:16.705888 dv-cinder-843361-2-smb neutron-server[104678]: L3 agent@dv-cinder-843361-2-smb: {}, May 27 03:29:16.705888 dv-cinder-843361-2-smb neutron-server[104678]: Metadata agent@dv-cinder-843361-2-smb: {}, May 27 03:29:16.705888 dv-cinder-843361-2-smb neutron-server[104678]: Metering agent@dv-cinder-843361-2-smb: {}, May 27 03:29:16.705888 dv-cinder-843361-2-smb neutron-server[104678]: Open vSwitch agent@dv-cinder-843361-2-smb: { 'AddressGroup': '1.2', May 27 03:29:16.705888 dv-cinder-843361-2-smb neutron-server[104678]: 'Agent': '1.1', May 27 03:29:16.705888 dv-cinder-843361-2-smb neutron-server[104678]: 'ConntrackHelper': '1.0', May 27 03:29:16.705888 dv-cinder-843361-2-smb neutron-server[104678]: 'LocalIPAssociation': '1.0', May 27 03:29:16.705888 dv-cinder-843361-2-smb neutron-server[104678]: 'Log': '1.0', May 27 03:29:16.705888 dv-cinder-843361-2-smb neutron-server[104678]: 'NDPProxy': '1.0', May 27 03:29:16.705888 dv-cinder-843361-2-smb neutron-server[104678]: 'Network': '1.1', May 27 03:29:16.705888 dv-cinder-843361-2-smb neutron-server[104678]: 'Port': '1.7', May 27 03:29:16.705888 dv-cinder-843361-2-smb neutron-server[104678]: 'PortForwarding': '1.3', May 27 03:29:16.705888 dv-cinder-843361-2-smb neutron-server[104678]: 'QosPolicy': '1.10', May 27 03:29:16.705888 dv-cinder-843361-2-smb neutron-server[104678]: 'SecurityGroup': '1.5', May 27 03:29:16.705888 dv-cinder-843361-2-smb neutron-server[104678]: 'SecurityGroupRule': '1.2', May 27 03:29:16.705888 dv-cinder-843361-2-smb neutron-server[104678]: 'SubPort': '1.0', May 27 03:29:16.705888 dv-cinder-843361-2-smb neutron-server[104678]: 'Subnet': '1.1', May 27 03:29:16.705888 dv-cinder-843361-2-smb neutron-server[104678]: 'Trunk': '1.1'}} May 27 03:29:16.705888 dv-cinder-843361-2-smb neutron-server[104678]: {{(pid=104678) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:29:16.739469 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-356265ab-06ac-46c7-933d-6c98da4453a8 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755263573863'] for network (09ee0081-7ce2-47ea-a9aa-12397ad04c54), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:16.866384 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-356265ab-06ac-46c7-933d-6c98da4453a8 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027'] for network (09ee0081-7ce2-47ea-a9aa-12397ad04c54), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:16.871438 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356265ab-06ac-46c7-933d-6c98da4453a8 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:16.872148 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-356265ab-06ac-46c7-933d-6c98da4453a8 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for network (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:16.921074 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=54,neutron:INSERT=43,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:16.987115 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356265ab-06ac-46c7-933d-6c98da4453a8 demo demo] Pushing event updated for resources: {'Network': ['ID=09ee0081-7ce2-47ea-a9aa-12397ad04c54,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:16.999764 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Network 09ee0081-7ce2-47ea-a9aa-12397ad04c54 details requested by agent ovs-agent-dv-cinder-843361-2-smb with host dv-cinder-843361-2-smb {{(pid=104679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:29:17.069187 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-356265ab-06ac-46c7-933d-6c98da4453a8 demo demo] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.1927207 May 27 03:29:19.547134 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 48918) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:19.955417 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d69c4e4-6fff-4ee6-9265-7348c6aa5924 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:19.956686 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-4d69c4e4-6fff-4ee6-9265-7348c6aa5924 demo admin] 10.222.0.71 "GET /v2.0/networks/09ee0081-7ce2-47ea-a9aa-12397ad04c54 HTTP/1.1" status: 200 len: 825 time: 0.4086046 May 27 03:29:19.982395 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-323ed3b4-e3e5-4704-b264-75d0bdf7bb96 demo admin] 10.222.0.71 "GET /v2.0/subnetpools/3c4b946d-0c4d-4009-addf-91c9c3cd5eb3 HTTP/1.1" status: 200 len: 734 time: 0.0192919 May 27 03:29:19.990766 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [None req-db4131eb-df52-432a-a5f7-90450a2f0ff2 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '3c4b946d-0c4d-4009-addf-91c9c3cd5eb3', 'network_id': '09ee0081-7ce2-47ea-a9aa-12397ad04c54', 'name': 'private-subnet'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:29:20.100564 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4131eb-df52-432a-a5f7-90450a2f0ff2 demo admin] Made reservation on behalf of 245b589d4dce4345805725887ff002da for: {'subnet': 1} {{(pid=104678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:29:20.102905 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-db4131eb-df52-432a-a5f7-90450a2f0ff2 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:20.240743 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:20.472589 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-db4131eb-df52-432a-a5f7-90450a2f0ff2 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027'] for subnet (93806648-16b3-4cc8-9d1b-61ed618fed95), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:20.544895 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4131eb-df52-432a-a5f7-90450a2f0ff2 demo admin] Pushing event updated for resources: {'Subnet': ['ID=93806648-16b3-4cc8-9d1b-61ed618fed95,revision_number=0']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:20.549348 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4131eb-df52-432a-a5f7-90450a2f0ff2 demo admin] Checking segment: {'id': '793cfd7f-4916-493f-8187-b2a9656fcc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '09ee0081-7ce2-47ea-a9aa-12397ad04c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:29:20.549919 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4131eb-df52-432a-a5f7-90450a2f0ff2 demo admin] Network hostable DHCP agents. Network: 09ee0081-7ce2-47ea-a9aa-12397ad04c54, hostable agents: ['51435755-087c-400e-9559-48781745a262'], hosted agents: [] {{(pid=104678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:29:20.632053 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4131eb-df52-432a-a5f7-90450a2f0ff2 demo admin] Network 09ee0081-7ce2-47ea-a9aa-12397ad04c54 is scheduled to be hosted by DHCP agent 51435755-087c-400e-9559-48781745a262 with binding_index 1 {{(pid=104678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:29:20.689298 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.base_scheduler [None req-db4131eb-df52-432a-a5f7-90450a2f0ff2 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-2-smb, 09ee0081-7ce2-47ea-a9aa-12397ad04c54) {{(pid=104678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:29:20.694532 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4131eb-df52-432a-a5f7-90450a2f0ff2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:20.695227 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-db4131eb-df52-432a-a5f7-90450a2f0ff2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for subnet (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:20.699422 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68869126-d1aa-4805-b042-521fe5b68e54 None None] Network 09ee0081-7ce2-47ea-a9aa-12397ad04c54 requested from dv-cinder-843361-2-smb {{(pid=104679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:29:20.754682 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-db4131eb-df52-432a-a5f7-90450a2f0ff2 demo admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7670338 May 27 03:29:20.959520 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a72cd4e-f74f-429c-9ee6-e14f5ca92289 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp35ccf49e-a895-563f-88ce-f04d0597ddad-09ee0081-7ce2-47ea-a9aa-12397ad04c54', 'network_id': '09ee0081-7ce2-47ea-a9aa-12397ad04c54', 'project_id': '245b589d4dce4345805725887ff002da', 'fixed_ips': [{'subnet_id': '93806648-16b3-4cc8-9d1b-61ed618fed95'}]}} from dv-cinder-843361-2-smb. {{(pid=104679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:29:20.960838 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-7a72cd4e-f74f-429c-9ee6-e14f5ca92289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:21.300006 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.db_base_plugin_common [None req-7a72cd4e-f74f-429c-9ee6-e14f5ca92289 None None] Allocated IP 172.20.0.2 (09ee0081-7ce2-47ea-a9aa-12397ad04c54/93806648-16b3-4cc8-9d1b-61ed618fed95/6e8852f3-ba78-4206-960f-150eb92dd7e2) {{(pid=104679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:29:21.318142 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=61,neutron:INSERT=35,neutron:UPDATE=4 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:21.574010 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-7a72cd4e-f74f-429c-9ee6-e14f5ca92289 None None] Publish callbacks [] for port (6e8852f3-ba78-4206-960f-150eb92dd7e2), precommit_create {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:21.643249 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-7a72cd4e-f74f-429c-9ee6-e14f5ca92289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921'] for port (6e8852f3-ba78-4206-960f-150eb92dd7e2), after_create {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:21.725246 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a72cd4e-f74f-429c-9ee6-e14f5ca92289 None None] Network 09ee0081-7ce2-47ea-a9aa-12397ad04c54 is already hosted by enough agents. {{(pid=104679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:29:21.728891 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.scheduler.base_scheduler [None req-7a72cd4e-f74f-429c-9ee6-e14f5ca92289 None None] Resources bound (agent type, host, resource id): {{(pid=104679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:29:21.731464 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a72cd4e-f74f-429c-9ee6-e14f5ca92289 None None] Pushing event updated for resources: {'Port': ['ID=6e8852f3-ba78-4206-960f-150eb92dd7e2,revision_number=1']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:21.735621 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a72cd4e-f74f-429c-9ee6-e14f5ca92289 None None] Received port after_create {{(pid=104679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:29:21.737277 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:21.743978 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72cd4e-f74f-429c-9ee6-e14f5ca92289 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:21.744325 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72cd4e-f74f-429c-9ee6-e14f5ca92289 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:21.747751 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72cd4e-f74f-429c-9ee6-e14f5ca92289 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:21.747751 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72cd4e-f74f-429c-9ee6-e14f5ca92289 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:21.747751 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72cd4e-f74f-429c-9ee6-e14f5ca92289 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:21.747751 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72cd4e-f74f-429c-9ee6-e14f5ca92289 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:21.747751 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72cd4e-f74f-429c-9ee6-e14f5ca92289 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:21.748204 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72cd4e-f74f-429c-9ee6-e14f5ca92289 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:21.748204 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72cd4e-f74f-429c-9ee6-e14f5ca92289 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:21.748204 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72cd4e-f74f-429c-9ee6-e14f5ca92289 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:21.748204 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72cd4e-f74f-429c-9ee6-e14f5ca92289 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:21.748204 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72cd4e-f74f-429c-9ee6-e14f5ca92289 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:21.748517 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72cd4e-f74f-429c-9ee6-e14f5ca92289 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:21.748837 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72cd4e-f74f-429c-9ee6-e14f5ca92289 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:21.749155 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72cd4e-f74f-429c-9ee6-e14f5ca92289 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:21.750325 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72cd4e-f74f-429c-9ee6-e14f5ca92289 None None] Tracked resource versions report: May 27 03:29:21.750325 dv-cinder-843361-2-smb neutron-server[104679]: pushed versions: May 27 03:29:21.750325 dv-cinder-843361-2-smb neutron-server[104679]: { 'AddressGroup': {'1.2'}, May 27 03:29:21.750325 dv-cinder-843361-2-smb neutron-server[104679]: 'Agent': {'1.1'}, May 27 03:29:21.750325 dv-cinder-843361-2-smb neutron-server[104679]: 'ConntrackHelper': {'1.0'}, May 27 03:29:21.750325 dv-cinder-843361-2-smb neutron-server[104679]: 'LocalIPAssociation': {'1.0'}, May 27 03:29:21.750325 dv-cinder-843361-2-smb neutron-server[104679]: 'Log': {'1.0'}, May 27 03:29:21.750325 dv-cinder-843361-2-smb neutron-server[104679]: 'NDPProxy': {'1.0'}, May 27 03:29:21.750325 dv-cinder-843361-2-smb neutron-server[104679]: 'Network': {'1.1'}, May 27 03:29:21.750325 dv-cinder-843361-2-smb neutron-server[104679]: 'Port': {'1.7'}, May 27 03:29:21.750325 dv-cinder-843361-2-smb neutron-server[104679]: 'PortForwarding': {'1.3'}, May 27 03:29:21.750325 dv-cinder-843361-2-smb neutron-server[104679]: 'QosPolicy': {'1.10'}, May 27 03:29:21.750325 dv-cinder-843361-2-smb neutron-server[104679]: 'SecurityGroup': {'1.5'}, May 27 03:29:21.750325 dv-cinder-843361-2-smb neutron-server[104679]: 'SecurityGroupRule': {'1.2'}, May 27 03:29:21.750325 dv-cinder-843361-2-smb neutron-server[104679]: 'SubPort': {'1.0'}, May 27 03:29:21.750325 dv-cinder-843361-2-smb neutron-server[104679]: 'Subnet': {'1.1'}, May 27 03:29:21.750325 dv-cinder-843361-2-smb neutron-server[104679]: 'Trunk': {'1.1'}} May 27 03:29:21.750325 dv-cinder-843361-2-smb neutron-server[104679]: consumer versions: May 27 03:29:21.750325 dv-cinder-843361-2-smb neutron-server[104679]: { DHCP agent@dv-cinder-843361-2-smb: {}, May 27 03:29:21.750325 dv-cinder-843361-2-smb neutron-server[104679]: L3 agent@dv-cinder-843361-2-smb: {}, May 27 03:29:21.750325 dv-cinder-843361-2-smb neutron-server[104679]: Metadata agent@dv-cinder-843361-2-smb: {}, May 27 03:29:21.750325 dv-cinder-843361-2-smb neutron-server[104679]: Metering agent@dv-cinder-843361-2-smb: {}, May 27 03:29:21.750325 dv-cinder-843361-2-smb neutron-server[104679]: Open vSwitch agent@dv-cinder-843361-2-smb: { 'AddressGroup': '1.2', May 27 03:29:21.750325 dv-cinder-843361-2-smb neutron-server[104679]: 'Agent': '1.1', May 27 03:29:21.750325 dv-cinder-843361-2-smb neutron-server[104679]: 'ConntrackHelper': '1.0', May 27 03:29:21.750325 dv-cinder-843361-2-smb neutron-server[104679]: 'LocalIPAssociation': '1.0', May 27 03:29:21.750325 dv-cinder-843361-2-smb neutron-server[104679]: 'Log': '1.0', May 27 03:29:21.750325 dv-cinder-843361-2-smb neutron-server[104679]: 'NDPProxy': '1.0', May 27 03:29:21.750325 dv-cinder-843361-2-smb neutron-server[104679]: 'Network': '1.1', May 27 03:29:21.750325 dv-cinder-843361-2-smb neutron-server[104679]: 'Port': '1.7', May 27 03:29:21.750325 dv-cinder-843361-2-smb neutron-server[104679]: 'PortForwarding': '1.3', May 27 03:29:21.750325 dv-cinder-843361-2-smb neutron-server[104679]: 'QosPolicy': '1.10', May 27 03:29:21.750325 dv-cinder-843361-2-smb neutron-server[104679]: 'SecurityGroup': '1.5', May 27 03:29:21.750325 dv-cinder-843361-2-smb neutron-server[104679]: 'SecurityGroupRule': '1.2', May 27 03:29:21.750325 dv-cinder-843361-2-smb neutron-server[104679]: 'SubPort': '1.0', May 27 03:29:21.750325 dv-cinder-843361-2-smb neutron-server[104679]: 'Subnet': '1.1', May 27 03:29:21.750325 dv-cinder-843361-2-smb neutron-server[104679]: 'Trunk': '1.1'}} May 27 03:29:21.750325 dv-cinder-843361-2-smb neutron-server[104679]: {{(pid=104679) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:29:21.832503 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-7a72cd4e-f74f-429c-9ee6-e14f5ca92289 None None] Attempting to bind port 6e8852f3-ba78-4206-960f-150eb92dd7e2 on host dv-cinder-843361-2-smb for vnic_type normal with profile {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:29:21.832828 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-7a72cd4e-f74f-429c-9ee6-e14f5ca92289 None None] Attempting to bind port 6e8852f3-ba78-4206-960f-150eb92dd7e2 by drivers openvswitch,hyperv on host dv-cinder-843361-2-smb at level 0 using segments [{'id': '793cfd7f-4916-493f-8187-b2a9656fcc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '09ee0081-7ce2-47ea-a9aa-12397ad04c54'}] {{(pid=104679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:29:21.833288 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a72cd4e-f74f-429c-9ee6-e14f5ca92289 None None] Attempting to bind port 6e8852f3-ba78-4206-960f-150eb92dd7e2 on network 09ee0081-7ce2-47ea-a9aa-12397ad04c54 {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:29:21.839347 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a72cd4e-f74f-429c-9ee6-e14f5ca92289 None None] Checking agent: {'id': '9eab1ddd-6fe1-4746-91d3-5b2c5a714814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 29, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 29, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:29:21.839729 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a72cd4e-f74f-429c-9ee6-e14f5ca92289 None None] Checking segment: {'id': '793cfd7f-4916-493f-8187-b2a9656fcc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '09ee0081-7ce2-47ea-a9aa-12397ad04c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:29:21.851079 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-7a72cd4e-f74f-429c-9ee6-e14f5ca92289 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:21.851079 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a72cd4e-f74f-429c-9ee6-e14f5ca92289 None None] Bound using segment: {'id': '793cfd7f-4916-493f-8187-b2a9656fcc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '09ee0081-7ce2-47ea-a9aa-12397ad04c54'} {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:29:21.851079 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-7a72cd4e-f74f-429c-9ee6-e14f5ca92289 None None] Bound port: 6e8852f3-ba78-4206-960f-150eb92dd7e2, host: dv-cinder-843361-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '793cfd7f-4916-493f-8187-b2a9656fcc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '09ee0081-7ce2-47ea-a9aa-12397ad04c54'}}] {{(pid=104679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:29:21.851079 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-7a72cd4e-f74f-429c-9ee6-e14f5ca92289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (6e8852f3-ba78-4206-960f-150eb92dd7e2), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:21.903296 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-7a72cd4e-f74f-429c-9ee6-e14f5ca92289 None None] For port 6e8852f3-ba78-4206-960f-150eb92dd7e2, host dv-cinder-843361-2-smb, cleared binding levels {{(pid=104679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:29:21.924146 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-7a72cd4e-f74f-429c-9ee6-e14f5ca92289 None None] For port 6e8852f3-ba78-4206-960f-150eb92dd7e2, host dv-cinder-843361-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=6e8852f3-ba78-4206-960f-150eb92dd7e2,segment=NetworkSegment(793cfd7f-4916-493f-8187-b2a9656fcc23),segment_id=793cfd7f-4916-493f-8187-b2a9656fcc23)] {{(pid=104679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:29:21.981640 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-7a72cd4e-f74f-429c-9ee6-e14f5ca92289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (6e8852f3-ba78-4206-960f-150eb92dd7e2), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:22.035794 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a72cd4e-f74f-429c-9ee6-e14f5ca92289 None None] Pushing event updated for resources: {'Port': ['ID=6e8852f3-ba78-4206-960f-150eb92dd7e2,revision_number=2']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:22.921177 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=8 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:22.939872 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:23.256572 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 48932) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:23.585280 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [None req-9d9028ad-500c-44a5-b818-c52ac97a866d admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104678) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:29:23.586549 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-9d9028ad-500c-44a5-b818-c52ac97a866d admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3287127 May 27 03:29:26.053577 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 48940) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:26.382890 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [None req-e3aeb1fe-9e01-4bc7-9caa-f1582b1e5b9b admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104678) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:29:26.383892 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-e3aeb1fe-9e01-4bc7-9caa-f1582b1e5b9b admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3293877 May 27 03:29:28.830324 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 48948) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:29.164699 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [None req-d217d559-c38a-4f4d-85dd-6f1e1f44361d demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:29:29.272210 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-d217d559-c38a-4f4d-85dd-6f1e1f44361d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3642992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7936'] for router (f6310ff9-3cc9-4086-b628-5e1f2460ff54), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:29.273872 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-d217d559-c38a-4f4d-85dd-6f1e1f44361d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3889088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3801747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7993'] for router (f6310ff9-3cc9-4086-b628-5e1f2460ff54), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:29.411971 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-d217d559-c38a-4f4d-85dd-6f1e1f44361d demo demo] Publish callbacks [] for router_controller (f6310ff9-3cc9-4086-b628-5e1f2460ff54), precommit_add_association {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:29.466869 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-d217d559-c38a-4f4d-85dd-6f1e1f44361d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3889143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664899'] for router (f6310ff9-3cc9-4086-b628-5e1f2460ff54), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:29.536884 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-d217d559-c38a-4f4d-85dd-6f1e1f44361d demo demo] Publish callbacks [] for router (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:29.538204 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-d217d559-c38a-4f4d-85dd-6f1e1f44361d demo demo] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7068036 May 27 03:29:32.031278 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=11,neutron:INSERT=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:32.035647 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=50,neutron:UPDATE=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:32.043080 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 48962) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:32.593389 dv-cinder-843361-2-smb neutron-server[104677]: WARNING oslo_policy.policy [None req-ba8144f7-c4d6-4b64-8466-9efbd1ecf9b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:29:32.593977 dv-cinder-843361-2-smb neutron-server[104677]: WARNING oslo_policy.policy [None req-ba8144f7-c4d6-4b64-8466-9efbd1ecf9b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:29:32.842876 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [None req-ba8144f7-c4d6-4b64-8466-9efbd1ecf9b6 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104677) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:29:32.844071 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-ba8144f7-c4d6-4b64-8466-9efbd1ecf9b6 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7983050 May 27 03:29:32.970294 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 6e8852f3-ba78-4206-960f-150eb92dd7e2 up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:29:33.065994 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port 6e8852f3-ba78-4206-960f-150eb92dd7e2 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:29:33.066676 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (6e8852f3-ba78-4206-960f-150eb92dd7e2), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:33.182455 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port 6e8852f3-ba78-4206-960f-150eb92dd7e2 is: DOWN; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:29:33.183084 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (6e8852f3-ba78-4206-960f-150eb92dd7e2), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:33.224265 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] For port 6e8852f3-ba78-4206-960f-150eb92dd7e2, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=6e8852f3-ba78-4206-960f-150eb92dd7e2,segment=NetworkSegment(793cfd7f-4916-493f-8187-b2a9656fcc23),segment_id=793cfd7f-4916-493f-8187-b2a9656fcc23)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:33.295506 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (6e8852f3-ba78-4206-960f-150eb92dd7e2), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:33.348098 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Pushing event updated for resources: {'Port': ['ID=6e8852f3-ba78-4206-960f-150eb92dd7e2,revision_number=3']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:33.545171 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c973e30-8547-4269-9e5f-d56f32a3a23e None None] Network 09ee0081-7ce2-47ea-a9aa-12397ad04c54 requested from dv-cinder-843361-2-smb {{(pid=104679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:29:33.601426 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-ee804a8d-402a-42eb-9837-784d76999896 None None] Provisioning complete for port 6e8852f3-ba78-4206-960f-150eb92dd7e2 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:29:33.601807 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-ee804a8d-402a-42eb-9837-784d76999896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (6e8852f3-ba78-4206-960f-150eb92dd7e2), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:33.732208 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-ee804a8d-402a-42eb-9837-784d76999896 None None] Current status of the port 6e8852f3-ba78-4206-960f-150eb92dd7e2 is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:29:33.959663 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-5df51514-51cb-4bef-b93f-186a524bb44d None None] Provisioning complete for port 6e8852f3-ba78-4206-960f-150eb92dd7e2 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:29:33.960034 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-5df51514-51cb-4bef-b93f-186a524bb44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (6e8852f3-ba78-4206-960f-150eb92dd7e2), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:34.031629 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-5df51514-51cb-4bef-b93f-186a524bb44d None None] Current status of the port 6e8852f3-ba78-4206-960f-150eb92dd7e2 is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:29:34.936233 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 6e8852f3-ba78-4206-960f-150eb92dd7e2 up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:29:34.986716 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port 6e8852f3-ba78-4206-960f-150eb92dd7e2 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:29:34.987118 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (6e8852f3-ba78-4206-960f-150eb92dd7e2), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:35.057205 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port 6e8852f3-ba78-4206-960f-150eb92dd7e2 is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:29:35.349231 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 48978) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:35.671215 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-b46114e1-1ee9-4b49-a934-4bcb40f568d3 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'name': 'public', 'admin_state_up': True}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:29:35.683599 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writer thread running {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 27 03:29:35.689243 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:35.813179 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46114e1-1ee9-4b49-a934-4bcb40f568d3 admin admin] Made reservation on behalf of 924e7efee14f4da6a43ace55813683f0 for: {'network': 1} {{(pid=104677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:29:35.875089 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.policy [None req-b46114e1-1ee9-4b49-a934-4bcb40f568d3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104677) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 27 03:29:35.917323 dv-cinder-843361-2-smb neutron-server[104677]: WARNING oslo_policy.policy [None req-b46114e1-1ee9-4b49-a934-4bcb40f568d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:29:35.917694 dv-cinder-843361-2-smb neutron-server[104677]: WARNING oslo_policy.policy [None req-b46114e1-1ee9-4b49-a934-4bcb40f568d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:29:35.927213 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-b46114e1-1ee9-4b49-a934-4bcb40f568d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for network (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:35.947232 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-b46114e1-1ee9-4b49-a934-4bcb40f568d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:36.060511 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-b46114e1-1ee9-4b49-a934-4bcb40f568d3 admin admin] Publish callbacks [] for security_group (59df3e3a-de55-4228-8771-8b32f236455e), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:36.065875 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-a46a59eb-422d-425c-9d4d-c6a545d50e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:36.122056 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-b46114e1-1ee9-4b49-a934-4bcb40f568d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (59df3e3a-de55-4228-8771-8b32f236455e), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:36.134416 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b46114e1-1ee9-4b49-a934-4bcb40f568d3 admin admin] Reserving flat network on physical network physnet1 {{(pid=104677) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 27 03:29:36.166843 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-b46114e1-1ee9-4b49-a934-4bcb40f568d3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755264080231', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105'] for segment (bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:36.167355 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.db.segments_db [None req-b46114e1-1ee9-4b49-a934-4bcb40f568d3 admin admin] Added segment bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5 of type flat for network 2c8f85dd-7a0e-40ae-be84-c061eec53ce1 May 27 03:29:36.185088 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46114e1-1ee9-4b49-a934-4bcb40f568d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59df3e3a-de55-4228-8771-8b32f236455e,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:36.238568 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46114e1-1ee9-4b49-a934-4bcb40f568d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:36.238905 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46114e1-1ee9-4b49-a934-4bcb40f568d3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:36.239252 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46114e1-1ee9-4b49-a934-4bcb40f568d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:36.239599 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46114e1-1ee9-4b49-a934-4bcb40f568d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:36.239928 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46114e1-1ee9-4b49-a934-4bcb40f568d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:36.240250 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46114e1-1ee9-4b49-a934-4bcb40f568d3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:36.240570 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46114e1-1ee9-4b49-a934-4bcb40f568d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:36.240886 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46114e1-1ee9-4b49-a934-4bcb40f568d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:36.241201 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46114e1-1ee9-4b49-a934-4bcb40f568d3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:36.241555 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46114e1-1ee9-4b49-a934-4bcb40f568d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:36.241870 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46114e1-1ee9-4b49-a934-4bcb40f568d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:36.242202 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46114e1-1ee9-4b49-a934-4bcb40f568d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:36.242518 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46114e1-1ee9-4b49-a934-4bcb40f568d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:36.242911 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46114e1-1ee9-4b49-a934-4bcb40f568d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:36.243143 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46114e1-1ee9-4b49-a934-4bcb40f568d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:36.244328 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46114e1-1ee9-4b49-a934-4bcb40f568d3 admin admin] Tracked resource versions report: May 27 03:29:36.244328 dv-cinder-843361-2-smb neutron-server[104677]: pushed versions: May 27 03:29:36.244328 dv-cinder-843361-2-smb neutron-server[104677]: { 'AddressGroup': {'1.2'}, May 27 03:29:36.244328 dv-cinder-843361-2-smb neutron-server[104677]: 'Agent': {'1.1'}, May 27 03:29:36.244328 dv-cinder-843361-2-smb neutron-server[104677]: 'ConntrackHelper': {'1.0'}, May 27 03:29:36.244328 dv-cinder-843361-2-smb neutron-server[104677]: 'LocalIPAssociation': {'1.0'}, May 27 03:29:36.244328 dv-cinder-843361-2-smb neutron-server[104677]: 'Log': {'1.0'}, May 27 03:29:36.244328 dv-cinder-843361-2-smb neutron-server[104677]: 'NDPProxy': {'1.0'}, May 27 03:29:36.244328 dv-cinder-843361-2-smb neutron-server[104677]: 'Network': {'1.1'}, May 27 03:29:36.244328 dv-cinder-843361-2-smb neutron-server[104677]: 'Port': {'1.7'}, May 27 03:29:36.244328 dv-cinder-843361-2-smb neutron-server[104677]: 'PortForwarding': {'1.3'}, May 27 03:29:36.244328 dv-cinder-843361-2-smb neutron-server[104677]: 'QosPolicy': {'1.10'}, May 27 03:29:36.244328 dv-cinder-843361-2-smb neutron-server[104677]: 'SecurityGroup': {'1.5'}, May 27 03:29:36.244328 dv-cinder-843361-2-smb neutron-server[104677]: 'SecurityGroupRule': {'1.2'}, May 27 03:29:36.244328 dv-cinder-843361-2-smb neutron-server[104677]: 'SubPort': {'1.0'}, May 27 03:29:36.244328 dv-cinder-843361-2-smb neutron-server[104677]: 'Subnet': {'1.1'}, May 27 03:29:36.244328 dv-cinder-843361-2-smb neutron-server[104677]: 'Trunk': {'1.1'}} May 27 03:29:36.244328 dv-cinder-843361-2-smb neutron-server[104677]: consumer versions: May 27 03:29:36.244328 dv-cinder-843361-2-smb neutron-server[104677]: { DHCP agent@dv-cinder-843361-2-smb: {}, May 27 03:29:36.244328 dv-cinder-843361-2-smb neutron-server[104677]: L3 agent@dv-cinder-843361-2-smb: {}, May 27 03:29:36.244328 dv-cinder-843361-2-smb neutron-server[104677]: Metadata agent@dv-cinder-843361-2-smb: {}, May 27 03:29:36.244328 dv-cinder-843361-2-smb neutron-server[104677]: Metering agent@dv-cinder-843361-2-smb: {}, May 27 03:29:36.244328 dv-cinder-843361-2-smb neutron-server[104677]: Open vSwitch agent@dv-cinder-843361-2-smb: { 'AddressGroup': '1.2', May 27 03:29:36.244328 dv-cinder-843361-2-smb neutron-server[104677]: 'Agent': '1.1', May 27 03:29:36.244328 dv-cinder-843361-2-smb neutron-server[104677]: 'ConntrackHelper': '1.0', May 27 03:29:36.244328 dv-cinder-843361-2-smb neutron-server[104677]: 'LocalIPAssociation': '1.0', May 27 03:29:36.244328 dv-cinder-843361-2-smb neutron-server[104677]: 'Log': '1.0', May 27 03:29:36.244328 dv-cinder-843361-2-smb neutron-server[104677]: 'NDPProxy': '1.0', May 27 03:29:36.244328 dv-cinder-843361-2-smb neutron-server[104677]: 'Network': '1.1', May 27 03:29:36.244328 dv-cinder-843361-2-smb neutron-server[104677]: 'Port': '1.7', May 27 03:29:36.244328 dv-cinder-843361-2-smb neutron-server[104677]: 'PortForwarding': '1.3', May 27 03:29:36.244328 dv-cinder-843361-2-smb neutron-server[104677]: 'QosPolicy': '1.10', May 27 03:29:36.244328 dv-cinder-843361-2-smb neutron-server[104677]: 'SecurityGroup': '1.5', May 27 03:29:36.244328 dv-cinder-843361-2-smb neutron-server[104677]: 'SecurityGroupRule': '1.2', May 27 03:29:36.244328 dv-cinder-843361-2-smb neutron-server[104677]: 'SubPort': '1.0', May 27 03:29:36.244328 dv-cinder-843361-2-smb neutron-server[104677]: 'Subnet': '1.1', May 27 03:29:36.244328 dv-cinder-843361-2-smb neutron-server[104677]: 'Trunk': '1.1'}} May 27 03:29:36.244328 dv-cinder-843361-2-smb neutron-server[104677]: {{(pid=104677) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:29:36.287084 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-b46114e1-1ee9-4b49-a934-4bcb40f568d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755263573863'] for network (2c8f85dd-7a0e-40ae-be84-c061eec53ce1), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:36.426029 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-b46114e1-1ee9-4b49-a934-4bcb40f568d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027'] for network (2c8f85dd-7a0e-40ae-be84-c061eec53ce1), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:36.427340 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46114e1-1ee9-4b49-a934-4bcb40f568d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:36.428043 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-b46114e1-1ee9-4b49-a934-4bcb40f568d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for network (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:36.530735 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46114e1-1ee9-4b49-a934-4bcb40f568d3 admin admin] Pushing event updated for resources: {'Network': ['ID=2c8f85dd-7a0e-40ae-be84-c061eec53ce1,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:36.541039 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Network 2c8f85dd-7a0e-40ae-be84-c061eec53ce1 details requested by agent ovs-agent-dv-cinder-843361-2-smb with host dv-cinder-843361-2-smb {{(pid=104679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:29:36.610820 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-b46114e1-1ee9-4b49-a934-4bcb40f568d3 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2603877 May 27 03:29:38.300225 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-5122fbdd-5851-4fc2-882e-21ea52970254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:39.056907 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 48994) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:39.224609 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:39.374642 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:39.377166 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fac2941-217a-49ba-b24f-c5c255edab9d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:39.378575 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-7fac2941-217a-49ba-b24f-c5c255edab9d demo admin] 10.222.0.71 "GET /v2.0/subnets/93806648-16b3-4cc8-9d1b-61ed618fed95 HTTP/1.1" status: 200 len: 849 time: 0.3206940 May 27 03:29:39.499580 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-776de3b8-f102-45c6-980d-5f37cdc27a47 demo admin] 10.222.0.71 "GET /v2.0/routers/f6310ff9-3cc9-4086-b628-5e1f2460ff54 HTTP/1.1" status: 200 len: 704 time: 0.1150045 May 27 03:29:39.509993 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:39.767556 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-0bd9831c-9169-4d3e-821a-0a7b28154ed6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:40.059532 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.db_base_plugin_common [None req-0bd9831c-9169-4d3e-821a-0a7b28154ed6 demo admin] Allocated IP 172.20.0.1 (09ee0081-7ce2-47ea-a9aa-12397ad04c54/93806648-16b3-4cc8-9d1b-61ed618fed95/7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb) {{(pid=104678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:29:40.153363 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:40.212903 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-0bd9831c-9169-4d3e-821a-0a7b28154ed6 demo admin] Publish callbacks [] for port (7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:40.392537 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-0bd9831c-9169-4d3e-821a-0a7b28154ed6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921'] for port (7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:40.469437 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd9831c-9169-4d3e-821a-0a7b28154ed6 demo admin] Network 09ee0081-7ce2-47ea-a9aa-12397ad04c54 is already hosted by enough agents. {{(pid=104678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:29:40.478103 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.base_scheduler [None req-0bd9831c-9169-4d3e-821a-0a7b28154ed6 demo admin] Resources bound (agent type, host, resource id): {{(pid=104678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:29:40.481307 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd9831c-9169-4d3e-821a-0a7b28154ed6 demo admin] Received port after_create {{(pid=104678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:29:40.481995 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-0bd9831c-9169-4d3e-821a-0a7b28154ed6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665520'] for router_interface (f6310ff9-3cc9-4086-b628-5e1f2460ff54), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:40.535403 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9831c-9169-4d3e-821a-0a7b28154ed6 demo admin] Pushing event updated for resources: {'Port': ['ID=7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:40.684801 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-30002539-d1de-464a-aab7-146c8a922eed None None] Provisioning complete for port 7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:29:40.685359 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-30002539-d1de-464a-aab7-146c8a922eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:40.741185 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-0bd9831c-9169-4d3e-821a-0a7b28154ed6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:40.743855 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:40.760732 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:40.765146 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-30002539-d1de-464a-aab7-146c8a922eed None None] Port 7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb cannot update to ACTIVE because it is not bound. {{(pid=104679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:29:40.923058 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:40.977006 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-0bd9831c-9169-4d3e-821a-0a7b28154ed6 demo admin] Publish callbacks [] for port (7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:41.030408 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-0bd9831c-9169-4d3e-821a-0a7b28154ed6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:41.031208 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-0bd9831c-9169-4d3e-821a-0a7b28154ed6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-827009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3664576'] for router_interface (f6310ff9-3cc9-4086-b628-5e1f2460ff54), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:41.115170 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9831c-9169-4d3e-821a-0a7b28154ed6 demo admin] Pushing event updated for resources: {'Port': ['ID=7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb,revision_number=2']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:41.161912 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd9831c-9169-4d3e-821a-0a7b28154ed6 demo admin] Network 09ee0081-7ce2-47ea-a9aa-12397ad04c54 is already hosted by enough agents. {{(pid=104678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:29:41.163155 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.base_scheduler [None req-0bd9831c-9169-4d3e-821a-0a7b28154ed6 demo admin] Resources bound (agent type, host, resource id): {{(pid=104678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:29:41.311595 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:41.388581 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-344bb56d-bc63-4f5a-a7e1-6e9f9d60b6d5 None None] Provisioning complete for port 7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:29:41.388997 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-344bb56d-bc63-4f5a-a7e1-6e9f9d60b6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:41.421170 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-344bb56d-bc63-4f5a-a7e1-6e9f9d60b6d5 None None] Port 7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb cannot update to ACTIVE because it is not bound. {{(pid=104679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:29:41.432034 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd9831c-9169-4d3e-821a-0a7b28154ed6 demo admin] Router f6310ff9-3cc9-4086-b628-5e1f2460ff54 is scheduled to L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 with binding_index 1 {{(pid=104678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:29:41.525741 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd9831c-9169-4d3e-821a-0a7b28154ed6 demo admin] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:29:41.532746 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-0bd9831c-9169-4d3e-821a-0a7b28154ed6 demo admin] 10.222.0.71 "PUT /v2.0/routers/f6310ff9-3cc9-4086-b628-5e1f2460ff54/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0277817 May 27 03:29:41.548028 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ab763c-0b7f-4509-9e0a-567bd4546f68 None None] Sync routers for ids ['f6310ff9-3cc9-4086-b628-5e1f2460ff54'] in dv-cinder-843361-2-smb {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:29:41.562546 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ab763c-0b7f-4509-9e0a-567bd4546f68 None None] Routers {'f6310ff9-3cc9-4086-b628-5e1f2460ff54'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:29:41.563423 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-d8ab763c-0b7f-4509-9e0a-567bd4546f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:29:38Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['f6310ff9-3cc9-4086-b628-5e1f2460ff54'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:41.750094 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-d8ab763c-0b7f-4509-9e0a-567bd4546f68 None None] Set router f6310ff9-3cc9-4086-b628-5e1f2460ff54 gateway port host: None {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:29:42.164492 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-d8ab763c-0b7f-4509-9e0a-567bd4546f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6310ff9-3cc9-4086-b628-5e1f2460ff54', 'name': 'router1', 'tenant_id': '245b589d4dce4345805725887ff002da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:29:29Z', 'updated_at': '2022-05-27T03:29:40Z', 'revision_number': 2, 'project_id': '245b589d4dce4345805725887ff002da', 'gw_port_host': None, '_interfaces': [{'id': '7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb', 'name': '', 'network_id': '09ee0081-7ce2-47ea-a9aa-12397ad04c54', 'tenant_id': '245b589d4dce4345805725887ff002da', 'mac_address': 'fa:16:3e:cc:ba:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6310ff9-3cc9-4086-b628-5e1f2460ff54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '93806648-16b3-4cc8-9d1b-61ed618fed95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:29:39Z', 'updated_at': '2022-05-27T03:29:40Z', 'revision_number': 2, 'project_id': '245b589d4dce4345805725887ff002da', 'subnets': [{'id': '93806648-16b3-4cc8-9d1b-61ed618fed95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c4b946d-0c4d-4009-addf-91c9c3cd5eb3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:42.215422 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ab763c-0b7f-4509-9e0a-567bd4546f68 None None] Checking router: f6310ff9-3cc9-4086-b628-5e1f2460ff54 for host: dv-cinder-843361-2-smb {{(pid=104680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:29:42.215758 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ab763c-0b7f-4509-9e0a-567bd4546f68 None None] Updating router f6310ff9-3cc9-4086-b628-5e1f2460ff54 port 7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb binding host dv-cinder-843361-2-smb {{(pid=104680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:29:42.269805 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-d8ab763c-0b7f-4509-9e0a-567bd4546f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb), before_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:42.282001 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:42.826496 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-d8ab763c-0b7f-4509-9e0a-567bd4546f68 None None] Publish callbacks [] for port (7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb), precommit_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:42.894329 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-d8ab763c-0b7f-4509-9e0a-567bd4546f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb), after_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:42.993251 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9c472-915f-4769-8216-299cc60f8475 None None] Pushing event updated for resources: {'Port': ['ID=7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb,revision_number=3']} {{(pid=104680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:43.002927 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c9c472-915f-4769-8216-299cc60f8475 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:43.003269 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c9c472-915f-4769-8216-299cc60f8475 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:43.003602 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c9c472-915f-4769-8216-299cc60f8475 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:43.003933 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c9c472-915f-4769-8216-299cc60f8475 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:43.004258 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c9c472-915f-4769-8216-299cc60f8475 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:43.004577 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c9c472-915f-4769-8216-299cc60f8475 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:43.004884 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c9c472-915f-4769-8216-299cc60f8475 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:43.005199 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c9c472-915f-4769-8216-299cc60f8475 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:43.005540 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c9c472-915f-4769-8216-299cc60f8475 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:43.005854 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c9c472-915f-4769-8216-299cc60f8475 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:43.006169 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c9c472-915f-4769-8216-299cc60f8475 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:43.006507 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c9c472-915f-4769-8216-299cc60f8475 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:43.006794 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c9c472-915f-4769-8216-299cc60f8475 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:43.007104 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c9c472-915f-4769-8216-299cc60f8475 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:43.007412 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c9c472-915f-4769-8216-299cc60f8475 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:43.008534 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c9c472-915f-4769-8216-299cc60f8475 None None] Tracked resource versions report: May 27 03:29:43.008534 dv-cinder-843361-2-smb neutron-server[104680]: pushed versions: May 27 03:29:43.008534 dv-cinder-843361-2-smb neutron-server[104680]: { 'AddressGroup': {'1.2'}, May 27 03:29:43.008534 dv-cinder-843361-2-smb neutron-server[104680]: 'Agent': {'1.1'}, May 27 03:29:43.008534 dv-cinder-843361-2-smb neutron-server[104680]: 'ConntrackHelper': {'1.0'}, May 27 03:29:43.008534 dv-cinder-843361-2-smb neutron-server[104680]: 'LocalIPAssociation': {'1.0'}, May 27 03:29:43.008534 dv-cinder-843361-2-smb neutron-server[104680]: 'Log': {'1.0'}, May 27 03:29:43.008534 dv-cinder-843361-2-smb neutron-server[104680]: 'NDPProxy': {'1.0'}, May 27 03:29:43.008534 dv-cinder-843361-2-smb neutron-server[104680]: 'Network': {'1.1'}, May 27 03:29:43.008534 dv-cinder-843361-2-smb neutron-server[104680]: 'Port': {'1.7'}, May 27 03:29:43.008534 dv-cinder-843361-2-smb neutron-server[104680]: 'PortForwarding': {'1.3'}, May 27 03:29:43.008534 dv-cinder-843361-2-smb neutron-server[104680]: 'QosPolicy': {'1.10'}, May 27 03:29:43.008534 dv-cinder-843361-2-smb neutron-server[104680]: 'SecurityGroup': {'1.5'}, May 27 03:29:43.008534 dv-cinder-843361-2-smb neutron-server[104680]: 'SecurityGroupRule': {'1.2'}, May 27 03:29:43.008534 dv-cinder-843361-2-smb neutron-server[104680]: 'SubPort': {'1.0'}, May 27 03:29:43.008534 dv-cinder-843361-2-smb neutron-server[104680]: 'Subnet': {'1.1'}, May 27 03:29:43.008534 dv-cinder-843361-2-smb neutron-server[104680]: 'Trunk': {'1.1'}} May 27 03:29:43.008534 dv-cinder-843361-2-smb neutron-server[104680]: consumer versions: May 27 03:29:43.008534 dv-cinder-843361-2-smb neutron-server[104680]: { DHCP agent@dv-cinder-843361-2-smb: {}, May 27 03:29:43.008534 dv-cinder-843361-2-smb neutron-server[104680]: L3 agent@dv-cinder-843361-2-smb: {}, May 27 03:29:43.008534 dv-cinder-843361-2-smb neutron-server[104680]: Metadata agent@dv-cinder-843361-2-smb: {}, May 27 03:29:43.008534 dv-cinder-843361-2-smb neutron-server[104680]: Metering agent@dv-cinder-843361-2-smb: {}, May 27 03:29:43.008534 dv-cinder-843361-2-smb neutron-server[104680]: Open vSwitch agent@dv-cinder-843361-2-smb: { 'AddressGroup': '1.2', May 27 03:29:43.008534 dv-cinder-843361-2-smb neutron-server[104680]: 'Agent': '1.1', May 27 03:29:43.008534 dv-cinder-843361-2-smb neutron-server[104680]: 'ConntrackHelper': '1.0', May 27 03:29:43.008534 dv-cinder-843361-2-smb neutron-server[104680]: 'LocalIPAssociation': '1.0', May 27 03:29:43.008534 dv-cinder-843361-2-smb neutron-server[104680]: 'Log': '1.0', May 27 03:29:43.008534 dv-cinder-843361-2-smb neutron-server[104680]: 'NDPProxy': '1.0', May 27 03:29:43.008534 dv-cinder-843361-2-smb neutron-server[104680]: 'Network': '1.1', May 27 03:29:43.008534 dv-cinder-843361-2-smb neutron-server[104680]: 'Port': '1.7', May 27 03:29:43.008534 dv-cinder-843361-2-smb neutron-server[104680]: 'PortForwarding': '1.3', May 27 03:29:43.008534 dv-cinder-843361-2-smb neutron-server[104680]: 'QosPolicy': '1.10', May 27 03:29:43.008534 dv-cinder-843361-2-smb neutron-server[104680]: 'SecurityGroup': '1.5', May 27 03:29:43.008534 dv-cinder-843361-2-smb neutron-server[104680]: 'SecurityGroupRule': '1.2', May 27 03:29:43.008534 dv-cinder-843361-2-smb neutron-server[104680]: 'SubPort': '1.0', May 27 03:29:43.008534 dv-cinder-843361-2-smb neutron-server[104680]: 'Subnet': '1.1', May 27 03:29:43.008534 dv-cinder-843361-2-smb neutron-server[104680]: 'Trunk': '1.1'}} May 27 03:29:43.008534 dv-cinder-843361-2-smb neutron-server[104680]: {{(pid=104680) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:29:43.091170 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.managers [None req-d8ab763c-0b7f-4509-9e0a-567bd4546f68 None None] Attempting to bind port 7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb on host dv-cinder-843361-2-smb for vnic_type normal with profile {{(pid=104680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:29:43.091480 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.managers [None req-d8ab763c-0b7f-4509-9e0a-567bd4546f68 None None] Attempting to bind port 7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb by drivers openvswitch,hyperv on host dv-cinder-843361-2-smb at level 0 using segments [{'id': '793cfd7f-4916-493f-8187-b2a9656fcc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '09ee0081-7ce2-47ea-a9aa-12397ad04c54'}] {{(pid=104680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:29:43.091914 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ab763c-0b7f-4509-9e0a-567bd4546f68 None None] Attempting to bind port 7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb on network 09ee0081-7ce2-47ea-a9aa-12397ad04c54 {{(pid=104680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:29:43.097333 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ab763c-0b7f-4509-9e0a-567bd4546f68 None None] Checking agent: {'id': '9eab1ddd-6fe1-4746-91d3-5b2c5a714814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 29, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 29, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:29:43.097844 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ab763c-0b7f-4509-9e0a-567bd4546f68 None None] Checking segment: {'id': '793cfd7f-4916-493f-8187-b2a9656fcc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '09ee0081-7ce2-47ea-a9aa-12397ad04c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:29:43.098199 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-d8ab763c-0b7f-4509-9e0a-567bd4546f68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:43.098581 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ab763c-0b7f-4509-9e0a-567bd4546f68 None None] Bound using segment: {'id': '793cfd7f-4916-493f-8187-b2a9656fcc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '09ee0081-7ce2-47ea-a9aa-12397ad04c54'} {{(pid=104680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:29:43.099076 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.managers [None req-d8ab763c-0b7f-4509-9e0a-567bd4546f68 None None] Bound port: 7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb, host: dv-cinder-843361-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '793cfd7f-4916-493f-8187-b2a9656fcc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '09ee0081-7ce2-47ea-a9aa-12397ad04c54'}}] {{(pid=104680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:29:43.099442 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-d8ab763c-0b7f-4509-9e0a-567bd4546f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb), before_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:43.133796 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:43.147820 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-873535b3-e632-42b0-831d-6c8f2acd8fa3 None None] Provisioning complete for port 7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:29:43.148263 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-873535b3-e632-42b0-831d-6c8f2acd8fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:43.169710 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:43.175923 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.db [None req-d8ab763c-0b7f-4509-9e0a-567bd4546f68 None None] For port 7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb, host dv-cinder-843361-2-smb, cleared binding levels {{(pid=104680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:29:43.184353 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-873535b3-e632-42b0-831d-6c8f2acd8fa3 None None] Port 7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb cannot update to ACTIVE because it is not bound. {{(pid=104679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:29:43.197908 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.db [None req-d8ab763c-0b7f-4509-9e0a-567bd4546f68 None None] For port 7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb, host dv-cinder-843361-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb,segment=NetworkSegment(793cfd7f-4916-493f-8187-b2a9656fcc23),segment_id=793cfd7f-4916-493f-8187-b2a9656fcc23)] {{(pid=104680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:29:43.277680 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-d8ab763c-0b7f-4509-9e0a-567bd4546f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb), after_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:43.342267 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ab763c-0b7f-4509-9e0a-567bd4546f68 None None] Routers {'f6310ff9-3cc9-4086-b628-5e1f2460ff54'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:29:43.342910 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-d8ab763c-0b7f-4509-9e0a-567bd4546f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:29:38Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['f6310ff9-3cc9-4086-b628-5e1f2460ff54'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:43.382435 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9c472-915f-4769-8216-299cc60f8475 None None] Pushing event updated for resources: {'Port': ['ID=7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb,revision_number=4']} {{(pid=104680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:43.440732 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-d8ab763c-0b7f-4509-9e0a-567bd4546f68 None None] Set router f6310ff9-3cc9-4086-b628-5e1f2460ff54 gateway port host: None {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:29:43.503650 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-aa163108-12d2-4b9a-a1c4-ddf388f7840c None None] Provisioning complete for port 7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:29:43.504218 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-aa163108-12d2-4b9a-a1c4-ddf388f7840c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:43.577741 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-aa163108-12d2-4b9a-a1c4-ddf388f7840c None None] Current status of the port 7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb is: DOWN; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:29:43.578661 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-aa163108-12d2-4b9a-a1c4-ddf388f7840c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:43.613755 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-aa163108-12d2-4b9a-a1c4-ddf388f7840c None None] For port 7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb,segment=NetworkSegment(793cfd7f-4916-493f-8187-b2a9656fcc23),segment_id=793cfd7f-4916-493f-8187-b2a9656fcc23)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:43.654169 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-d8ab763c-0b7f-4509-9e0a-567bd4546f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6310ff9-3cc9-4086-b628-5e1f2460ff54', 'name': 'router1', 'tenant_id': '245b589d4dce4345805725887ff002da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:29:29Z', 'updated_at': '2022-05-27T03:29:40Z', 'revision_number': 2, 'project_id': '245b589d4dce4345805725887ff002da', 'gw_port_host': None, '_interfaces': [{'id': '7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb', 'name': '', 'network_id': '09ee0081-7ce2-47ea-a9aa-12397ad04c54', 'tenant_id': '245b589d4dce4345805725887ff002da', 'mac_address': 'fa:16:3e:cc:ba:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6310ff9-3cc9-4086-b628-5e1f2460ff54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '93806648-16b3-4cc8-9d1b-61ed618fed95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:29:39Z', 'updated_at': '2022-05-27T03:29:43Z', 'revision_number': 4, 'project_id': '245b589d4dce4345805725887ff002da', 'subnets': [{'id': '93806648-16b3-4cc8-9d1b-61ed618fed95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c4b946d-0c4d-4009-addf-91c9c3cd5eb3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:43.678737 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ab763c-0b7f-4509-9e0a-567bd4546f68 None None] The sync data for ids ['f6310ff9-3cc9-4086-b628-5e1f2460ff54'] in dv-cinder-843361-2-smb is: [{'id': 'f6310ff9-3cc9-4086-b628-5e1f2460ff54', 'name': 'router1', 'tenant_id': '245b589d4dce4345805725887ff002da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:29:29Z', 'updated_at': '2022-05-27T03:29:40Z', 'revision_number': 2, 'project_id': '245b589d4dce4345805725887ff002da', 'gw_port_host': None, '_interfaces': [{'id': '7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb', 'name': '', 'network_id': '09ee0081-7ce2-47ea-a9aa-12397ad04c54', 'tenant_id': '245b589d4dce4345805725887ff002da', 'mac_address': 'fa:16:3e:cc:ba:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6310ff9-3cc9-4086-b628-5e1f2460ff54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '93806648-16b3-4cc8-9d1b-61ed618fed95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:29:39Z', 'updated_at': '2022-05-27T03:29:43Z', 'revision_number': 4, 'project_id': '245b589d4dce4345805725887ff002da', 'subnets': [{'id': '93806648-16b3-4cc8-9d1b-61ed618fed95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c4b946d-0c4d-4009-addf-91c9c3cd5eb3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:29:43.689170 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-aa163108-12d2-4b9a-a1c4-ddf388f7840c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:43.742980 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa163108-12d2-4b9a-a1c4-ddf388f7840c None None] Pushing event updated for resources: {'Port': ['ID=7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb,revision_number=5']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:43.979702 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 49014) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:44.103740 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2c1fa9-9f22-4282-b387-9772d7b4bdd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:44.111354 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-7b2c1fa9-9f22-4282-b387-9772d7b4bdd3 admin admin] 10.222.0.71 "GET /v2.0/networks/2c8f85dd-7a0e-40ae-be84-c061eec53ce1 HTTP/1.1" status: 200 len: 842 time: 0.1245027 May 27 03:29:44.115436 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [None req-5b193bc9-8d8d-4a51-a09a-ad05f5dd4116 admin admin] Request body: {'subnet': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.28.2.1', 'cidr': '172.28.2.0/24', 'ip_version': 4}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:29:44.208745 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b193bc9-8d8d-4a51-a09a-ad05f5dd4116 admin admin] Made reservation on behalf of 924e7efee14f4da6a43ace55813683f0 for: {'subnet': 1} {{(pid=104678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:29:44.211691 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-5b193bc9-8d8d-4a51-a09a-ad05f5dd4116 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:44.551094 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.objects.ports [None req-5b193bc9-8d8d-4a51-a09a-ad05f5dd4116 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104678) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 27 03:29:44.551555 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-5b193bc9-8d8d-4a51-a09a-ad05f5dd4116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027'] for subnet (4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:44.556333 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:44.611537 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b193bc9-8d8d-4a51-a09a-ad05f5dd4116 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03,revision_number=0']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:44.624974 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b193bc9-8d8d-4a51-a09a-ad05f5dd4116 admin admin] Checking segment: {'id': 'bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:29:44.625354 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b193bc9-8d8d-4a51-a09a-ad05f5dd4116 admin admin] Network hostable DHCP agents. Network: 2c8f85dd-7a0e-40ae-be84-c061eec53ce1, hostable agents: ['51435755-087c-400e-9559-48781745a262'], hosted agents: [] {{(pid=104678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:29:44.734295 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b193bc9-8d8d-4a51-a09a-ad05f5dd4116 admin admin] Network 2c8f85dd-7a0e-40ae-be84-c061eec53ce1 is scheduled to be hosted by DHCP agent 51435755-087c-400e-9559-48781745a262 with binding_index 1 {{(pid=104678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:29:44.813140 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.base_scheduler [None req-5b193bc9-8d8d-4a51-a09a-ad05f5dd4116 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-2-smb, 2c8f85dd-7a0e-40ae-be84-c061eec53ce1) {{(pid=104678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:29:44.819341 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b193bc9-8d8d-4a51-a09a-ad05f5dd4116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:44.820360 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-5b193bc9-8d8d-4a51-a09a-ad05f5dd4116 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for subnet (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:44.821322 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff4f94c-693d-4d37-8da7-14746f1d96dd None None] Network 2c8f85dd-7a0e-40ae-be84-c061eec53ce1 requested from dv-cinder-843361-2-smb {{(pid=104679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:29:44.901331 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-5b193bc9-8d8d-4a51-a09a-ad05f5dd4116 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7891924 May 27 03:29:44.922955 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3313af3-4246-48d2-9323-eb89db542ae5 None None] Network 2c8f85dd-7a0e-40ae-be84-c061eec53ce1 requested from dv-cinder-843361-2-smb {{(pid=104679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:29:45.329219 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 5 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:29:46.514365 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=32,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:46.528117 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=41,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:47.278362 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 49034) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:47.540802 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-6ad72ef7-1e9d-49da-bcbb-c68decb07920 demo admin] 10.222.0.71 "GET /v2.0/routers/f6310ff9-3cc9-4086-b628-5e1f2460ff54 HTTP/1.1" status: 200 len: 710 time: 0.2563519 May 27 03:29:47.711280 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cea213-eca8-4ac3-b1a5-f4d6be9457a9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:47.712716 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-97cea213-eca8-4ac3-b1a5-f4d6be9457a9 demo admin] 10.222.0.71 "GET /v2.0/networks/2c8f85dd-7a0e-40ae-be84-c061eec53ce1 HTTP/1.1" status: 200 len: 886 time: 0.1712439 May 27 03:29:47.722425 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-fd92a8fc-1ec3-4c3f-b2ee-623fcc194da5 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'}}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:29:47.968924 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-fd92a8fc-1ec3-4c3f-b2ee-623fcc194da5 demo admin] Publish callbacks [] for router_gateway (f6310ff9-3cc9-4086-b628-5e1f2460ff54), precommit_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:48.241334 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-fd92a8fc-1ec3-4c3f-b2ee-623fcc194da5 demo admin] Publish callbacks [] for router_gateway (f6310ff9-3cc9-4086-b628-5e1f2460ff54), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:48.322333 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-fd92a8fc-1ec3-4c3f-b2ee-623fcc194da5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:48.514194 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.db_base_plugin_common [None req-fd92a8fc-1ec3-4c3f-b2ee-623fcc194da5 demo admin] Allocated IP 172.28.2.220 (2c8f85dd-7a0e-40ae-be84-c061eec53ce1/4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03/bf0c0abb-0c12-4aa2-9e48-ed717c5bc633) {{(pid=104677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:29:48.623626 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-fd92a8fc-1ec3-4c3f-b2ee-623fcc194da5 demo admin] Publish callbacks [] for port (bf0c0abb-0c12-4aa2-9e48-ed717c5bc633), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:48.661561 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:48.664779 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:48.735178 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-fd92a8fc-1ec3-4c3f-b2ee-623fcc194da5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921'] for port (bf0c0abb-0c12-4aa2-9e48-ed717c5bc633), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:48.822442 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd92a8fc-1ec3-4c3f-b2ee-623fcc194da5 demo admin] Network 2c8f85dd-7a0e-40ae-be84-c061eec53ce1 is already hosted by enough agents. {{(pid=104677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:29:48.832044 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.base_scheduler [None req-fd92a8fc-1ec3-4c3f-b2ee-623fcc194da5 demo admin] Resources bound (agent type, host, resource id): {{(pid=104677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:29:48.835203 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd92a8fc-1ec3-4c3f-b2ee-623fcc194da5 demo admin] Pushing event updated for resources: {'Port': ['ID=bf0c0abb-0c12-4aa2-9e48-ed717c5bc633,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:48.838261 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd92a8fc-1ec3-4c3f-b2ee-623fcc194da5 demo admin] Received port after_create {{(pid=104677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:29:49.250994 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-fd92a8fc-1ec3-4c3f-b2ee-623fcc194da5 demo admin] Publish callbacks [] for router_gateway (f6310ff9-3cc9-4086-b628-5e1f2460ff54), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:49.453734 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-fd92a8fc-1ec3-4c3f-b2ee-623fcc194da5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3664926', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7975'] for router (f6310ff9-3cc9-4086-b628-5e1f2460ff54), precommit_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:49.459496 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-fd92a8fc-1ec3-4c3f-b2ee-623fcc194da5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3664917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3664908', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3889125'] for router (f6310ff9-3cc9-4086-b628-5e1f2460ff54), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:49.571259 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd92a8fc-1ec3-4c3f-b2ee-623fcc194da5 demo admin] Router f6310ff9-3cc9-4086-b628-5e1f2460ff54 has already been hosted by L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 {{(pid=104677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:29:49.674580 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd92a8fc-1ec3-4c3f-b2ee-623fcc194da5 demo admin] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:29:49.679464 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-fd92a8fc-1ec3-4c3f-b2ee-623fcc194da5 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:49.680927 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-fd92a8fc-1ec3-4c3f-b2ee-623fcc194da5 demo admin] 10.222.0.71 "PUT /v2.0/routers/f6310ff9-3cc9-4086-b628-5e1f2460ff54 HTTP/1.1" status: 200 len: 890 time: 1.9614856 May 27 03:29:50.943468 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:29:50.993087 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port 7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:29:50.993510 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:51.068064 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port 7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:29:52.179958 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 49048) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:52.304693 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-8aab4967-1aea-42a7-bdaa-5da2457845e7 admin admin] 10.222.0.71 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1234896 May 27 03:29:52.422996 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c8a3f8-b4cb-4b89-9599-283020500a7c None None] Sync routers for ids ['f6310ff9-3cc9-4086-b628-5e1f2460ff54'] in dv-cinder-843361-2-smb {{(pid=104679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:29:52.435576 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c8a3f8-b4cb-4b89-9599-283020500a7c None None] Routers {'f6310ff9-3cc9-4086-b628-5e1f2460ff54'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:29:52.436255 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-09c8a3f8-b4cb-4b89-9599-283020500a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:29:38Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['f6310ff9-3cc9-4086-b628-5e1f2460ff54'], 'active': True} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:52.634737 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:52.647949 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvr_db [None req-09c8a3f8-b4cb-4b89-9599-283020500a7c None None] Set router f6310ff9-3cc9-4086-b628-5e1f2460ff54 gateway port host: dv-cinder-843361-2-smb {{(pid=104679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:29:52.922172 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:53.030712 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-09c8a3f8-b4cb-4b89-9599-283020500a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6310ff9-3cc9-4086-b628-5e1f2460ff54', 'name': 'router1', 'tenant_id': '245b589d4dce4345805725887ff002da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': 'bf0c0abb-0c12-4aa2-9e48-ed717c5bc633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:29:29Z', 'updated_at': '2022-05-27T03:29:48Z', 'revision_number': 4, 'project_id': '245b589d4dce4345805725887ff002da', 'gw_port': {'id': 'bf0c0abb-0c12-4aa2-9e48-ed717c5bc633', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e6:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6310ff9-3cc9-4086-b628-5e1f2460ff54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:29:48Z', 'updated_at': '2022-05-27T03:29:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': '7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb', 'name': '', 'network_id': '09ee0081-7ce2-47ea-a9aa-12397ad04c54', 'tenant_id': '245b589d4dce4345805725887ff002da', 'mac_address': 'fa:16:3e:cc:ba:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6310ff9-3cc9-4086-b628-5e1f2460ff54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '93806648-16b3-4cc8-9d1b-61ed618fed95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:29:39Z', 'updated_at': '2022-05-27T03:29:43Z', 'revision_number': 5, 'project_id': '245b589d4dce4345805725887ff002da', 'subnets': [{'id': '93806648-16b3-4cc8-9d1b-61ed618fed95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c4b946d-0c4d-4009-addf-91c9c3cd5eb3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:53.155950 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c8a3f8-b4cb-4b89-9599-283020500a7c None None] Checking router: f6310ff9-3cc9-4086-b628-5e1f2460ff54 for host: dv-cinder-843361-2-smb {{(pid=104679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:29:53.156324 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c8a3f8-b4cb-4b89-9599-283020500a7c None None] Updating router f6310ff9-3cc9-4086-b628-5e1f2460ff54 port bf0c0abb-0c12-4aa2-9e48-ed717c5bc633 binding host dv-cinder-843361-2-smb {{(pid=104679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:29:53.207498 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-09c8a3f8-b4cb-4b89-9599-283020500a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (bf0c0abb-0c12-4aa2-9e48-ed717c5bc633), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:53.552702 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-09c8a3f8-b4cb-4b89-9599-283020500a7c None None] Publish callbacks [] for port (bf0c0abb-0c12-4aa2-9e48-ed717c5bc633), precommit_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:53.671359 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-09c8a3f8-b4cb-4b89-9599-283020500a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (bf0c0abb-0c12-4aa2-9e48-ed717c5bc633), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:53.730935 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ff66e-2da5-4787-988e-7ea2c14ed378 None None] Pushing event updated for resources: {'Port': ['ID=bf0c0abb-0c12-4aa2-9e48-ed717c5bc633,revision_number=2']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:53.734468 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-09c8a3f8-b4cb-4b89-9599-283020500a7c None None] Attempting to bind port bf0c0abb-0c12-4aa2-9e48-ed717c5bc633 on host dv-cinder-843361-2-smb for vnic_type normal with profile {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:29:53.735190 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-09c8a3f8-b4cb-4b89-9599-283020500a7c None None] Attempting to bind port bf0c0abb-0c12-4aa2-9e48-ed717c5bc633 by drivers openvswitch,hyperv on host dv-cinder-843361-2-smb at level 0 using segments [{'id': 'bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'}] {{(pid=104679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:29:53.742558 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c8a3f8-b4cb-4b89-9599-283020500a7c None None] Attempting to bind port bf0c0abb-0c12-4aa2-9e48-ed717c5bc633 on network 2c8f85dd-7a0e-40ae-be84-c061eec53ce1 {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:29:53.742558 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c8a3f8-b4cb-4b89-9599-283020500a7c None None] Checking agent: {'id': '9eab1ddd-6fe1-4746-91d3-5b2c5a714814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 29, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 29, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:29:53.742558 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c8a3f8-b4cb-4b89-9599-283020500a7c None None] Checking segment: {'id': 'bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:29:53.742558 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-09c8a3f8-b4cb-4b89-9599-283020500a7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:53.742558 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c8a3f8-b4cb-4b89-9599-283020500a7c None None] Bound using segment: {'id': 'bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'} {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:29:53.743237 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-09c8a3f8-b4cb-4b89-9599-283020500a7c None None] Bound port: bf0c0abb-0c12-4aa2-9e48-ed717c5bc633, host: dv-cinder-843361-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'}}] {{(pid=104679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:29:53.743237 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-09c8a3f8-b4cb-4b89-9599-283020500a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (bf0c0abb-0c12-4aa2-9e48-ed717c5bc633), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:53.796405 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-09c8a3f8-b4cb-4b89-9599-283020500a7c None None] For port bf0c0abb-0c12-4aa2-9e48-ed717c5bc633, host dv-cinder-843361-2-smb, cleared binding levels {{(pid=104679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:29:53.796405 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-09c8a3f8-b4cb-4b89-9599-283020500a7c None None] For port bf0c0abb-0c12-4aa2-9e48-ed717c5bc633, host dv-cinder-843361-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=bf0c0abb-0c12-4aa2-9e48-ed717c5bc633,segment=NetworkSegment(bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5),segment_id=bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5)] {{(pid=104679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:29:53.877507 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-09c8a3f8-b4cb-4b89-9599-283020500a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (bf0c0abb-0c12-4aa2-9e48-ed717c5bc633), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:53.936513 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c8a3f8-b4cb-4b89-9599-283020500a7c None None] Routers {'f6310ff9-3cc9-4086-b628-5e1f2460ff54'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:29:53.937120 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-09c8a3f8-b4cb-4b89-9599-283020500a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:29:38Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['f6310ff9-3cc9-4086-b628-5e1f2460ff54'], 'active': True} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:53.971674 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ff66e-2da5-4787-988e-7ea2c14ed378 None None] Pushing event updated for resources: {'Port': ['ID=bf0c0abb-0c12-4aa2-9e48-ed717c5bc633,revision_number=3']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:54.058921 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvr_db [None req-09c8a3f8-b4cb-4b89-9599-283020500a7c None None] Set router f6310ff9-3cc9-4086-b628-5e1f2460ff54 gateway port host: dv-cinder-843361-2-smb {{(pid=104679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:29:54.176650 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:54.186135 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:54.276911 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-09c8a3f8-b4cb-4b89-9599-283020500a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6310ff9-3cc9-4086-b628-5e1f2460ff54', 'name': 'router1', 'tenant_id': '245b589d4dce4345805725887ff002da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': 'bf0c0abb-0c12-4aa2-9e48-ed717c5bc633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:29:29Z', 'updated_at': '2022-05-27T03:29:48Z', 'revision_number': 4, 'project_id': '245b589d4dce4345805725887ff002da', 'gw_port': {'id': 'bf0c0abb-0c12-4aa2-9e48-ed717c5bc633', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e6:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6310ff9-3cc9-4086-b628-5e1f2460ff54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:29:48Z', 'updated_at': '2022-05-27T03:29:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': '7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb', 'name': '', 'network_id': '09ee0081-7ce2-47ea-a9aa-12397ad04c54', 'tenant_id': '245b589d4dce4345805725887ff002da', 'mac_address': 'fa:16:3e:cc:ba:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6310ff9-3cc9-4086-b628-5e1f2460ff54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '93806648-16b3-4cc8-9d1b-61ed618fed95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:29:39Z', 'updated_at': '2022-05-27T03:29:43Z', 'revision_number': 5, 'project_id': '245b589d4dce4345805725887ff002da', 'subnets': [{'id': '93806648-16b3-4cc8-9d1b-61ed618fed95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c4b946d-0c4d-4009-addf-91c9c3cd5eb3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:54.308856 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c8a3f8-b4cb-4b89-9599-283020500a7c None None] The sync data for ids ['f6310ff9-3cc9-4086-b628-5e1f2460ff54'] in dv-cinder-843361-2-smb is: [{'id': 'f6310ff9-3cc9-4086-b628-5e1f2460ff54', 'name': 'router1', 'tenant_id': '245b589d4dce4345805725887ff002da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': 'bf0c0abb-0c12-4aa2-9e48-ed717c5bc633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:29:29Z', 'updated_at': '2022-05-27T03:29:48Z', 'revision_number': 4, 'project_id': '245b589d4dce4345805725887ff002da', 'gw_port': {'id': 'bf0c0abb-0c12-4aa2-9e48-ed717c5bc633', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e6:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6310ff9-3cc9-4086-b628-5e1f2460ff54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:29:48Z', 'updated_at': '2022-05-27T03:29:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': '7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb', 'name': '', 'network_id': '09ee0081-7ce2-47ea-a9aa-12397ad04c54', 'tenant_id': '245b589d4dce4345805725887ff002da', 'mac_address': 'fa:16:3e:cc:ba:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6310ff9-3cc9-4086-b628-5e1f2460ff54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '93806648-16b3-4cc8-9d1b-61ed618fed95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:29:39Z', 'updated_at': '2022-05-27T03:29:43Z', 'revision_number': 5, 'project_id': '245b589d4dce4345805725887ff002da', 'subnets': [{'id': '93806648-16b3-4cc8-9d1b-61ed618fed95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c4b946d-0c4d-4009-addf-91c9c3cd5eb3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:29:54.830078 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=7,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:54.831729 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=59,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:54.994646 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device bf0c0abb-0c12-4aa2-9e48-ed717c5bc633 up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:29:55.055944 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port bf0c0abb-0c12-4aa2-9e48-ed717c5bc633 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:29:55.056414 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (bf0c0abb-0c12-4aa2-9e48-ed717c5bc633), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:55.178027 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port bf0c0abb-0c12-4aa2-9e48-ed717c5bc633 is: DOWN; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:29:55.178669 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (bf0c0abb-0c12-4aa2-9e48-ed717c5bc633), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:55.208801 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] For port bf0c0abb-0c12-4aa2-9e48-ed717c5bc633, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=bf0c0abb-0c12-4aa2-9e48-ed717c5bc633,segment=NetworkSegment(bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5),segment_id=bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:55.311743 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (bf0c0abb-0c12-4aa2-9e48-ed717c5bc633), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:55.324144 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=55,neutron:INSERT=1 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:55.325695 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=33 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:55.378108 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Pushing event updated for resources: {'Port': ['ID=bf0c0abb-0c12-4aa2-9e48-ed717c5bc633,revision_number=4']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:57.005649 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device bf0c0abb-0c12-4aa2-9e48-ed717c5bc633 up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:29:57.068085 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port bf0c0abb-0c12-4aa2-9e48-ed717c5bc633 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:29:57.068742 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (bf0c0abb-0c12-4aa2-9e48-ed717c5bc633), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:57.180193 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port bf0c0abb-0c12-4aa2-9e48-ed717c5bc633 is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:30:02.288053 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:02.302561 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=69,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:06.037062 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-3eed6c0f-976e-4942-ad5f-b5102cb7edf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:08.346541 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-c9b21c4f-e9ab-4ee0-b6cc-4b760514ccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:09.295592 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:10.922684 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:12.332477 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:22.233810 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=59,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:22.250364 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=70,neutron:UPDATE=5 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:22.330203 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 5 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:30:29.371614 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=4 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:32.330548 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=4 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:36.823398 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-f184d41a-5c5e-46ab-9bf1-41b74539bcc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:38.313714 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-9773a76c-f5f7-429e-b16c-c7ba7b696174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:39.350339 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:40.950599 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:42.288222 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:52.225880 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:52.232970 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:59.329179 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 5 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:31:06.063682 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-12694af3-e15f-41e5-9de8-b90252f82872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:06.367780 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:08.320593 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-cea08697-af3c-4030-b97a-e410b4302d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:09.325775 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=6 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:09.355033 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:10.952992 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:12.319055 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:13.482556 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 49588) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:13.545978 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2612283-6e43-4ba8-9564-2ffe7dea1a57 admin admin] GET failed (client error): The resource could not be found. May 27 03:31:13.547280 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-b2612283-6e43-4ba8-9564-2ffe7dea1a57 admin admin] 10.222.0.71 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0637946 May 27 03:31:13.782301 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5ff792-2962-4b6f-93b4-2fcd2f7d1d99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:13.783732 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-4b5ff792-2962-4b6f-93b4-2fcd2f7d1d99 admin admin] 10.222.0.71 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2323060 May 27 03:31:16.008355 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 49598) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:16.115485 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d97ce3-2d55-4b50-83b1-5425a5ae5d86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:16.116836 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-a2d97ce3-2d55-4b50-83b1-5425a5ae5d86 admin admin] 10.222.0.71 "GET /v2.0/subnets/93806648-16b3-4cc8-9d1b-61ed618fed95 HTTP/1.1" status: 200 len: 849 time: 0.1075449 May 27 03:31:16.126540 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-716964e9-0955-420b-8fc2-375b9a61e273 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:31:16.208889 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-716964e9-0955-420b-8fc2-375b9a61e273 admin admin] Publish callbacks [] for subnet (93806648-16b3-4cc8-9d1b-61ed618fed95), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:16.434703 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-716964e9-0955-420b-8fc2-375b9a61e273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755264108252'] for subnet (93806648-16b3-4cc8-9d1b-61ed618fed95), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:16.468110 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716964e9-0955-420b-8fc2-375b9a61e273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:16.468913 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-716964e9-0955-420b-8fc2-375b9a61e273 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for subnet (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:16.471672 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-716964e9-0955-420b-8fc2-375b9a61e273 admin admin] 10.222.0.71 "PUT /v2.0/subnets/93806648-16b3-4cc8-9d1b-61ed618fed95 HTTP/1.1" status: 200 len: 868 time: 0.3469987 May 27 03:31:16.473585 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efee9df-c7c1-4204-bd5d-da412d18e547 None None] Network 09ee0081-7ce2-47ea-a9aa-12397ad04c54 requested from dv-cinder-843361-2-smb {{(pid=104679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:31:16.488883 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716964e9-0955-420b-8fc2-375b9a61e273 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93806648-16b3-4cc8-9d1b-61ed618fed95,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:16.497016 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716964e9-0955-420b-8fc2-375b9a61e273 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:16.497412 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716964e9-0955-420b-8fc2-375b9a61e273 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:16.497743 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716964e9-0955-420b-8fc2-375b9a61e273 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:16.498104 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716964e9-0955-420b-8fc2-375b9a61e273 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:16.498442 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716964e9-0955-420b-8fc2-375b9a61e273 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:16.498771 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716964e9-0955-420b-8fc2-375b9a61e273 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:16.499096 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716964e9-0955-420b-8fc2-375b9a61e273 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:16.499423 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716964e9-0955-420b-8fc2-375b9a61e273 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:16.499749 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716964e9-0955-420b-8fc2-375b9a61e273 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:16.500091 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716964e9-0955-420b-8fc2-375b9a61e273 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:16.500402 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716964e9-0955-420b-8fc2-375b9a61e273 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:16.500741 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716964e9-0955-420b-8fc2-375b9a61e273 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:16.501069 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716964e9-0955-420b-8fc2-375b9a61e273 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:16.501422 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716964e9-0955-420b-8fc2-375b9a61e273 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:16.501748 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716964e9-0955-420b-8fc2-375b9a61e273 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:16.768860 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-58b7aa75-3be1-44da-97ca-97bafc0f8af3 None None] Provisioning complete for port 6e8852f3-ba78-4206-960f-150eb92dd7e2 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:31:16.769251 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-58b7aa75-3be1-44da-97ca-97bafc0f8af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (6e8852f3-ba78-4206-960f-150eb92dd7e2), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:16.845679 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-58b7aa75-3be1-44da-97ca-97bafc0f8af3 None None] Current status of the port 6e8852f3-ba78-4206-960f-150eb92dd7e2 is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:31:16.854199 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-58b7aa75-3be1-44da-97ca-97bafc0f8af3 None None] Provisioning complete for port 7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:31:16.854671 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-58b7aa75-3be1-44da-97ca-97bafc0f8af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:16.926092 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-58b7aa75-3be1-44da-97ca-97bafc0f8af3 None None] Current status of the port 7b9b6f6b-4bc5-4ad6-adf5-78e966eb78cb is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:31:18.751773 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 49608) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:18.953083 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88682638-0e1d-41b7-93e9-17f29852dbef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:18.953590 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88682638-0e1d-41b7-93e9-17f29852dbef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:18.955120 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-88682638-0e1d-41b7-93e9-17f29852dbef admin admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2023828 May 27 03:31:21.185212 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 49616) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:21.388349 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e09ed7c-4d9a-487a-a4be-5990e82c5585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:21.388825 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e09ed7c-4d9a-487a-a4be-5990e82c5585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:21.390414 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-7e09ed7c-4d9a-487a-a4be-5990e82c5585 admin admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2042866 May 27 03:31:23.625001 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 49624) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:23.757854 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2750150-0b2c-43fa-b786-73caeecee662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:23.759741 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-a2750150-0b2c-43fa-b786-73caeecee662 admin admin] 10.222.0.71 "GET /v2.0/networks/09ee0081-7ce2-47ea-a9aa-12397ad04c54 HTTP/1.1" status: 200 len: 869 time: 0.1331837 May 27 03:31:25.985746 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 49632) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:26.113438 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e868b91-6ab7-459f-ab86-8de05a9e2098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:26.114793 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-5e868b91-6ab7-459f-ab86-8de05a9e2098 admin admin] 10.222.0.71 "GET /v2.0/networks/2c8f85dd-7a0e-40ae-be84-c061eec53ce1 HTTP/1.1" status: 200 len: 886 time: 0.1280921 May 27 03:31:26.919501 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=43,neutron:UPDATE=4 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:26.924518 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:28.338378 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 49640) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:28.464506 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b07b721-39a7-4710-9cee-c68efb8c61ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:28.464966 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b07b721-39a7-4710-9cee-c68efb8c61ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:28.466530 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-5b07b721-39a7-4710-9cee-c68efb8c61ff admin admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1271639 May 27 03:31:30.811308 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 49648) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:30.903293 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ee0e9e-475d-4664-8625-892b0553bdec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:30.903746 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ee0e9e-475d-4664-8625-892b0553bdec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:30.905252 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-b2ee0e9e-475d-4664-8625-892b0553bdec admin admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0929890 May 27 03:31:33.156289 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 49656) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:33.242913 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5376b7-1225-445f-88b6-27bb97400c23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:33.244981 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-4d5376b7-1225-445f-88b6-27bb97400c23 admin admin] 10.222.0.71 "GET /v2.0/subnets/4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03 HTTP/1.1" status: 200 len: 816 time: 0.0876367 May 27 03:31:35.471896 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 49664) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:35.522628 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=54 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:35.524222 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=55 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:35.568050 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc9e06e-a137-4894-9399-8cd36655f493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:35.569478 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-bfc9e06e-a137-4894-9399-8cd36655f493 admin admin] 10.222.0.71 "GET /v2.0/subnets/93806648-16b3-4cc8-9d1b-61ed618fed95 HTTP/1.1" status: 200 len: 868 time: 0.0966203 May 27 03:31:36.062690 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-87ffbaf2-f752-4667-a831-00bc56bcd667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:36.109420 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=64,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:36.111342 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=76,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:36.377062 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 5 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:31:38.319845 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-20fba375-5245-42fb-99f6-d911555d3c82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:39.320176 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:40.959613 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:42.296671 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:45.565325 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=11 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:46.373388 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=5 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:46.374163 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=3 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:52.232924 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:52.238912 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:03.091531 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=15 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:03.095401 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=11 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:06.061846 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-e3c5849a-e0a1-4036-821e-5e90c581fe86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:08.311333 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-8f750fe5-1765-47ab-8708-c231fb829209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:09.313927 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:10.933926 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:12.330497 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:13.325881 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 5 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:32:16.273087 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 49722) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:16.320513 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [None req-ea18713e-6ae3-46ed-a148-5b5c5aaa7c67 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104678) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:32:16.321762 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-ea18713e-6ae3-46ed-a148-5b5c5aaa7c67 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0476453 May 27 03:32:18.626920 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 49730) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:18.687385 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.pecan_wsgi.hooks.translation [None req-30b0a2d7-3052-4b39-8980-f263c48fed4e admin admin] GET failed (client error): The resource could not be found. May 27 03:32:18.688666 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-30b0a2d7-3052-4b39-8980-f263c48fed4e admin admin] 10.222.0.71 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0608270 May 27 03:32:18.783000 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2f0da3-a87f-49f4-bedf-07ffca7d7e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:18.784392 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-2f2f0da3-a87f-49f4-bedf-07ffca7d7e2b admin admin] 10.222.0.71 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0917544 May 27 03:32:20.372000 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=3 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:21.049681 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 49738) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:21.097009 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-c9474426-efe7-4a79-b68c-651417cda8f6 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:32:21.181688 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9474426-efe7-4a79-b68c-651417cda8f6 admin admin] Made reservation on behalf of 924e7efee14f4da6a43ace55813683f0 for: {'network': 1} {{(pid=104677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:32:21.184089 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c9474426-efe7-4a79-b68c-651417cda8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for network (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:21.219214 dv-cinder-843361-2-smb neutron-server[104677]: WARNING neutron.services.revisions.revision_plugin [None req-c9474426-efe7-4a79-b68c-651417cda8f6 admin admin] Could not find related network for resource to bump revision. May 27 03:32:21.233547 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9474426-efe7-4a79-b68c-651417cda8f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=104677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:32:21.242988 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c9474426-efe7-4a79-b68c-651417cda8f6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755264080231', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105'] for segment (7d72fad4-8880-42c3-bb8f-3ce93315d103), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:21.243394 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.db.segments_db [None req-c9474426-efe7-4a79-b68c-651417cda8f6 admin admin] Added segment 7d72fad4-8880-42c3-bb8f-3ce93315d103 of type vlan for network 527e3c87-e97b-4b47-92dc-0441860cf72b May 27 03:32:21.291205 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c9474426-efe7-4a79-b68c-651417cda8f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755263573863'] for network (527e3c87-e97b-4b47-92dc-0441860cf72b), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:21.398906 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c9474426-efe7-4a79-b68c-651417cda8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027'] for network (527e3c87-e97b-4b47-92dc-0441860cf72b), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:21.399886 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9474426-efe7-4a79-b68c-651417cda8f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:21.400454 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c9474426-efe7-4a79-b68c-651417cda8f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for network (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:21.459155 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9474426-efe7-4a79-b68c-651417cda8f6 admin admin] Pushing event updated for resources: {'Network': ['ID=527e3c87-e97b-4b47-92dc-0441860cf72b,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:21.466612 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9474426-efe7-4a79-b68c-651417cda8f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:21.466958 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9474426-efe7-4a79-b68c-651417cda8f6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:21.467311 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9474426-efe7-4a79-b68c-651417cda8f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:21.467649 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9474426-efe7-4a79-b68c-651417cda8f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:21.467977 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9474426-efe7-4a79-b68c-651417cda8f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:21.468302 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9474426-efe7-4a79-b68c-651417cda8f6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:21.468624 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9474426-efe7-4a79-b68c-651417cda8f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:21.468946 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9474426-efe7-4a79-b68c-651417cda8f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:21.469332 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9474426-efe7-4a79-b68c-651417cda8f6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:21.469606 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9474426-efe7-4a79-b68c-651417cda8f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:21.469926 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9474426-efe7-4a79-b68c-651417cda8f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:21.470244 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9474426-efe7-4a79-b68c-651417cda8f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:21.470560 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9474426-efe7-4a79-b68c-651417cda8f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:21.470873 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9474426-efe7-4a79-b68c-651417cda8f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:21.471187 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9474426-efe7-4a79-b68c-651417cda8f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:21.482509 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Network 527e3c87-e97b-4b47-92dc-0441860cf72b details requested by agent ovs-agent-dv-cinder-843361-2-smb with host dv-cinder-843361-2-smb {{(pid=104679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:32:21.510139 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-c9474426-efe7-4a79-b68c-651417cda8f6 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.4593925 May 27 03:32:23.323006 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=5 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:23.847207 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 49746) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:23.909210 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.pecan_wsgi.hooks.translation [None req-e769896d-5f98-4ed6-9f94-3ee636d7affb admin admin] GET failed (client error): The resource could not be found. May 27 03:32:23.910612 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-e769896d-5f98-4ed6-9f94-3ee636d7affb admin admin] 10.222.0.71 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0624018 May 27 03:32:24.096117 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19808338-98d2-4e7f-8ce7-445533348dc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:24.097531 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-19808338-98d2-4e7f-8ce7-445533348dc3 admin admin] 10.222.0.71 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1819065 May 27 03:32:24.107827 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-954b0474-b636-4b49-a621-cfbf4c757e61 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '527e3c87-e97b-4b47-92dc-0441860cf72b', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:32:24.181197 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954b0474-b636-4b49-a621-cfbf4c757e61 admin admin] Made reservation on behalf of 924e7efee14f4da6a43ace55813683f0 for: {'subnet': 1} {{(pid=104677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:32:24.183511 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-954b0474-b636-4b49-a621-cfbf4c757e61 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:24.438663 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-954b0474-b636-4b49-a621-cfbf4c757e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027'] for subnet (26ad13c8-bed5-4281-81b2-6c7b6bf7351f), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:24.496272 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b0474-b636-4b49-a621-cfbf4c757e61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26ad13c8-bed5-4281-81b2-6c7b6bf7351f,revision_number=0']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:24.585936 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954b0474-b636-4b49-a621-cfbf4c757e61 admin admin] Checking segment: {'id': '7d72fad4-8880-42c3-bb8f-3ce93315d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '527e3c87-e97b-4b47-92dc-0441860cf72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:32:24.586280 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954b0474-b636-4b49-a621-cfbf4c757e61 admin admin] Network hostable DHCP agents. Network: 527e3c87-e97b-4b47-92dc-0441860cf72b, hostable agents: ['51435755-087c-400e-9559-48781745a262'], hosted agents: [] {{(pid=104677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:32:24.701539 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954b0474-b636-4b49-a621-cfbf4c757e61 admin admin] Network 527e3c87-e97b-4b47-92dc-0441860cf72b is scheduled to be hosted by DHCP agent 51435755-087c-400e-9559-48781745a262 with binding_index 1 {{(pid=104677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:32:24.804242 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.base_scheduler [None req-954b0474-b636-4b49-a621-cfbf4c757e61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-2-smb, 527e3c87-e97b-4b47-92dc-0441860cf72b) {{(pid=104677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:32:24.808657 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954b0474-b636-4b49-a621-cfbf4c757e61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:24.809378 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-954b0474-b636-4b49-a621-cfbf4c757e61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for subnet (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:24.814942 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27d9d11-8dcb-43f7-b891-ec6ba76e4383 None None] Network 527e3c87-e97b-4b47-92dc-0441860cf72b requested from dv-cinder-843361-2-smb {{(pid=104679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:32:24.899426 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-954b0474-b636-4b49-a621-cfbf4c757e61 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7948177 May 27 03:32:24.920872 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d0d45d-18b8-4666-9277-c82daeb3241b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp35ccf49e-a895-563f-88ce-f04d0597ddad-527e3c87-e97b-4b47-92dc-0441860cf72b', 'network_id': '527e3c87-e97b-4b47-92dc-0441860cf72b', 'project_id': '924e7efee14f4da6a43ace55813683f0', 'fixed_ips': [{'subnet_id': '26ad13c8-bed5-4281-81b2-6c7b6bf7351f'}]}} from dv-cinder-843361-2-smb. {{(pid=104679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:32:24.921882 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-c0d0d45d-18b8-4666-9277-c82daeb3241b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:25.075606 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.db_base_plugin_common [None req-c0d0d45d-18b8-4666-9277-c82daeb3241b None None] Allocated IP 192.168.233.2 (527e3c87-e97b-4b47-92dc-0441860cf72b/26ad13c8-bed5-4281-81b2-6c7b6bf7351f/c4dc6a78-e787-41cf-a161-2c0a8a07ef35) {{(pid=104679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:32:25.223149 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-c0d0d45d-18b8-4666-9277-c82daeb3241b None None] Publish callbacks [] for port (c4dc6a78-e787-41cf-a161-2c0a8a07ef35), precommit_create {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:25.296192 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-c0d0d45d-18b8-4666-9277-c82daeb3241b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921'] for port (c4dc6a78-e787-41cf-a161-2c0a8a07ef35), after_create {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:25.340704 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d0d45d-18b8-4666-9277-c82daeb3241b None None] Network 527e3c87-e97b-4b47-92dc-0441860cf72b is already hosted by enough agents. {{(pid=104679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:32:25.345763 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d0d45d-18b8-4666-9277-c82daeb3241b None None] Pushing event updated for resources: {'Port': ['ID=c4dc6a78-e787-41cf-a161-2c0a8a07ef35,revision_number=1']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:25.352422 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.scheduler.base_scheduler [None req-c0d0d45d-18b8-4666-9277-c82daeb3241b None None] Resources bound (agent type, host, resource id): {{(pid=104679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:32:25.355062 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0d45d-18b8-4666-9277-c82daeb3241b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:25.355409 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0d45d-18b8-4666-9277-c82daeb3241b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:25.355754 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0d45d-18b8-4666-9277-c82daeb3241b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:25.356113 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0d45d-18b8-4666-9277-c82daeb3241b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:25.356445 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0d45d-18b8-4666-9277-c82daeb3241b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:25.356795 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0d45d-18b8-4666-9277-c82daeb3241b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:25.357148 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0d45d-18b8-4666-9277-c82daeb3241b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:25.357496 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0d45d-18b8-4666-9277-c82daeb3241b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:25.357827 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0d45d-18b8-4666-9277-c82daeb3241b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:25.358147 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0d45d-18b8-4666-9277-c82daeb3241b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:25.358467 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0d45d-18b8-4666-9277-c82daeb3241b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:25.358804 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0d45d-18b8-4666-9277-c82daeb3241b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:25.359126 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0d45d-18b8-4666-9277-c82daeb3241b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:25.359441 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0d45d-18b8-4666-9277-c82daeb3241b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:25.359764 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0d45d-18b8-4666-9277-c82daeb3241b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:25.362867 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d0d45d-18b8-4666-9277-c82daeb3241b None None] Received port after_create {{(pid=104679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:32:25.421631 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-c0d0d45d-18b8-4666-9277-c82daeb3241b None None] Attempting to bind port c4dc6a78-e787-41cf-a161-2c0a8a07ef35 on host dv-cinder-843361-2-smb for vnic_type normal with profile {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:32:25.421979 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-c0d0d45d-18b8-4666-9277-c82daeb3241b None None] Attempting to bind port c4dc6a78-e787-41cf-a161-2c0a8a07ef35 by drivers openvswitch,hyperv on host dv-cinder-843361-2-smb at level 0 using segments [{'id': '7d72fad4-8880-42c3-bb8f-3ce93315d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '527e3c87-e97b-4b47-92dc-0441860cf72b'}] {{(pid=104679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:32:25.422335 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d0d45d-18b8-4666-9277-c82daeb3241b None None] Attempting to bind port c4dc6a78-e787-41cf-a161-2c0a8a07ef35 on network 527e3c87-e97b-4b47-92dc-0441860cf72b {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:32:25.427535 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d0d45d-18b8-4666-9277-c82daeb3241b None None] Checking agent: {'id': '9eab1ddd-6fe1-4746-91d3-5b2c5a714814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 29, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 29, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:32:25.428404 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d0d45d-18b8-4666-9277-c82daeb3241b None None] Checking segment: {'id': '7d72fad4-8880-42c3-bb8f-3ce93315d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '527e3c87-e97b-4b47-92dc-0441860cf72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:32:25.428805 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-c0d0d45d-18b8-4666-9277-c82daeb3241b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:25.429187 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d0d45d-18b8-4666-9277-c82daeb3241b None None] Bound using segment: {'id': '7d72fad4-8880-42c3-bb8f-3ce93315d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '527e3c87-e97b-4b47-92dc-0441860cf72b'} {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:32:25.429671 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-c0d0d45d-18b8-4666-9277-c82daeb3241b None None] Bound port: c4dc6a78-e787-41cf-a161-2c0a8a07ef35, host: dv-cinder-843361-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d72fad4-8880-42c3-bb8f-3ce93315d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '527e3c87-e97b-4b47-92dc-0441860cf72b'}}] {{(pid=104679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:32:25.430042 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-c0d0d45d-18b8-4666-9277-c82daeb3241b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (c4dc6a78-e787-41cf-a161-2c0a8a07ef35), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:25.590737 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-c0d0d45d-18b8-4666-9277-c82daeb3241b None None] For port c4dc6a78-e787-41cf-a161-2c0a8a07ef35, host dv-cinder-843361-2-smb, cleared binding levels {{(pid=104679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:32:25.593944 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-c0d0d45d-18b8-4666-9277-c82daeb3241b None None] For port c4dc6a78-e787-41cf-a161-2c0a8a07ef35, host dv-cinder-843361-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=c4dc6a78-e787-41cf-a161-2c0a8a07ef35,segment=NetworkSegment(7d72fad4-8880-42c3-bb8f-3ce93315d103),segment_id=7d72fad4-8880-42c3-bb8f-3ce93315d103)] {{(pid=104679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:32:25.660144 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-c0d0d45d-18b8-4666-9277-c82daeb3241b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (c4dc6a78-e787-41cf-a161-2c0a8a07ef35), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:25.720709 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:25.723887 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d0d45d-18b8-4666-9277-c82daeb3241b None None] Pushing event updated for resources: {'Port': ['ID=c4dc6a78-e787-41cf-a161-2c0a8a07ef35,revision_number=2']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:26.603177 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1774921-0bc4-4c70-b81a-399f9da5d2c8 None None] Network 527e3c87-e97b-4b47-92dc-0441860cf72b requested from dv-cinder-843361-2-smb {{(pid=104679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:32:26.669768 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-88661c53-1b78-4d43-8f68-abcbfc4374a1 None None] Provisioning complete for port c4dc6a78-e787-41cf-a161-2c0a8a07ef35 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:26.670082 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-88661c53-1b78-4d43-8f68-abcbfc4374a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (c4dc6a78-e787-41cf-a161-2c0a8a07ef35), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:26.672996 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:26.797068 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-88661c53-1b78-4d43-8f68-abcbfc4374a1 None None] Current status of the port c4dc6a78-e787-41cf-a161-2c0a8a07ef35 is: DOWN; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:32:26.797488 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-88661c53-1b78-4d43-8f68-abcbfc4374a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (c4dc6a78-e787-41cf-a161-2c0a8a07ef35), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:26.836384 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-88661c53-1b78-4d43-8f68-abcbfc4374a1 None None] For port c4dc6a78-e787-41cf-a161-2c0a8a07ef35, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=c4dc6a78-e787-41cf-a161-2c0a8a07ef35,segment=NetworkSegment(7d72fad4-8880-42c3-bb8f-3ce93315d103),segment_id=7d72fad4-8880-42c3-bb8f-3ce93315d103)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:26.918598 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-88661c53-1b78-4d43-8f68-abcbfc4374a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (c4dc6a78-e787-41cf-a161-2c0a8a07ef35), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:26.974489 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661c53-1b78-4d43-8f68-abcbfc4374a1 None None] Pushing event updated for resources: {'Port': ['ID=c4dc6a78-e787-41cf-a161-2c0a8a07ef35,revision_number=3']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:27.078510 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device c4dc6a78-e787-41cf-a161-2c0a8a07ef35 up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:32:27.138386 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port c4dc6a78-e787-41cf-a161-2c0a8a07ef35 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:27.138780 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (c4dc6a78-e787-41cf-a161-2c0a8a07ef35), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:27.141388 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-040673ba-354c-4a99-baa4-19a30e218c27 None None] Provisioning complete for port c4dc6a78-e787-41cf-a161-2c0a8a07ef35 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:27.142121 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-040673ba-354c-4a99-baa4-19a30e218c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (c4dc6a78-e787-41cf-a161-2c0a8a07ef35), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:27.274941 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-040673ba-354c-4a99-baa4-19a30e218c27 None None] Current status of the port c4dc6a78-e787-41cf-a161-2c0a8a07ef35 is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:32:27.276868 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port c4dc6a78-e787-41cf-a161-2c0a8a07ef35 is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:32:28.778968 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=10 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:28.780808 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=12 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:29.031816 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device c4dc6a78-e787-41cf-a161-2c0a8a07ef35 up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:32:29.077708 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port c4dc6a78-e787-41cf-a161-2c0a8a07ef35 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:29.078186 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (c4dc6a78-e787-41cf-a161-2c0a8a07ef35), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:29.149392 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port c4dc6a78-e787-41cf-a161-2c0a8a07ef35 is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:32:32.949211 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=100 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:34.816995 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=70,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:34.819320 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=70,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:36.072518 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-965279d1-8d5f-4e40-a768-98234bc96d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:38.330127 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-f0476894-2fe6-4c7a-aa9c-f55dde0745e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:39.391596 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:40.961668 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:42.325982 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=1 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:42.344879 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=1 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:42.364123 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:50.325981 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 5 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:32:52.233104 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:52.239081 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:04.323250 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=4 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:04.324001 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:06.057886 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-2bc7346b-d22e-4029-b879-77ce270fd307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:08.294234 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-4761efac-29f3-4a84-877a-a3b6399233ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:09.300264 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:10.954791 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:12.309069 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:20.882379 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:22.241835 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:27.325357 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 5 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:33:36.070514 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-56d469c4-bd41-448e-bdc2-0e8f5da7a81a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:37.320765 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=6 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:37.321628 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=2 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:38.322452 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-590112eb-9b37-4c46-a83a-db1a0af3dc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:39.316726 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:40.988885 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:42.339491 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:52.245601 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:52.246833 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:04.323320 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 5 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:34:06.061638 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-0daf7c2b-183d-4057-bab3-efcd61ee44c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:08.338169 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-ba3ec0e2-f1c1-4f68-970e-5d4db594d1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:09.320821 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:10.966772 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:11.371843 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=16 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:12.315488 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:14.319765 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=18 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:15.414664 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 49786) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:34:15.421081 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [None req-7f1dcb08-0b43-4d77-b272-dce503045f58 tempest-verify_tempest_config-1135942982 tempest-verify_tempest_config-1135942982-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104677) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:34:15.422116 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-7f1dcb08-0b43-4d77-b272-dce503045f58 tempest-verify_tempest_config-1135942982 tempest-verify_tempest_config-1135942982-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0065069 May 27 03:34:15.925236 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 49804) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:34:16.029400 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-579f1f1a-d7c6-49d3-ad27-49129c445c04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:16.105721 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-579f1f1a-d7c6-49d3-ad27-49129c445c04 admin admin] Publish callbacks [] for security_group (9a39e31b-77ac-41a8-87ed-22ddb1da5fe4), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:16.178181 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-579f1f1a-d7c6-49d3-ad27-49129c445c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (9a39e31b-77ac-41a8-87ed-22ddb1da5fe4), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:16.223509 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f1f1a-d7c6-49d3-ad27-49129c445c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a39e31b-77ac-41a8-87ed-22ddb1da5fe4,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:16.228209 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-579f1f1a-d7c6-49d3-ad27-49129c445c04 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d913a6ed983f4c5aacb60d38732837b0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3012879 May 27 03:34:16.231151 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 49810) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:34:16.232523 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579f1f1a-d7c6-49d3-ad27-49129c445c04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:16.239622 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579f1f1a-d7c6-49d3-ad27-49129c445c04 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:16.239622 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579f1f1a-d7c6-49d3-ad27-49129c445c04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:16.239622 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579f1f1a-d7c6-49d3-ad27-49129c445c04 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:16.239622 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579f1f1a-d7c6-49d3-ad27-49129c445c04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:16.239622 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579f1f1a-d7c6-49d3-ad27-49129c445c04 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:16.239622 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579f1f1a-d7c6-49d3-ad27-49129c445c04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:16.239622 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579f1f1a-d7c6-49d3-ad27-49129c445c04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:16.239622 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579f1f1a-d7c6-49d3-ad27-49129c445c04 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:16.239622 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579f1f1a-d7c6-49d3-ad27-49129c445c04 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:16.239622 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579f1f1a-d7c6-49d3-ad27-49129c445c04 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:16.239622 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579f1f1a-d7c6-49d3-ad27-49129c445c04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:16.239622 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579f1f1a-d7c6-49d3-ad27-49129c445c04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:16.239622 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579f1f1a-d7c6-49d3-ad27-49129c445c04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:16.239622 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579f1f1a-d7c6-49d3-ad27-49129c445c04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:16.288650 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-047f5715-a002-491f-b67c-811df020822a admin admin] Publish callbacks [] for security_group (9a39e31b-77ac-41a8-87ed-22ddb1da5fe4), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:16.309970 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-047f5715-a002-491f-b67c-811df020822a admin admin] Publish callbacks [] for security_group (9a39e31b-77ac-41a8-87ed-22ddb1da5fe4), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:16.467343 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-047f5715-a002-491f-b67c-811df020822a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (9a39e31b-77ac-41a8-87ed-22ddb1da5fe4), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:16.470064 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-047f5715-a002-491f-b67c-811df020822a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:16.471267 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-047f5715-a002-491f-b67c-811df020822a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9a39e31b-77ac-41a8-87ed-22ddb1da5fe4 HTTP/1.1" status: 204 len: 168 time: 0.2391717 May 27 03:34:16.479934 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f5715-a002-491f-b67c-811df020822a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a39e31b-77ac-41a8-87ed-22ddb1da5fe4,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:16.487619 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047f5715-a002-491f-b67c-811df020822a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:16.488031 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047f5715-a002-491f-b67c-811df020822a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:16.488396 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047f5715-a002-491f-b67c-811df020822a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:16.488922 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047f5715-a002-491f-b67c-811df020822a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:16.489285 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047f5715-a002-491f-b67c-811df020822a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:16.489625 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047f5715-a002-491f-b67c-811df020822a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:16.489956 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047f5715-a002-491f-b67c-811df020822a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:16.490285 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047f5715-a002-491f-b67c-811df020822a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:16.490788 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047f5715-a002-491f-b67c-811df020822a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:16.491236 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047f5715-a002-491f-b67c-811df020822a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:16.491564 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047f5715-a002-491f-b67c-811df020822a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:16.491892 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047f5715-a002-491f-b67c-811df020822a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:16.492219 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047f5715-a002-491f-b67c-811df020822a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:16.492539 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047f5715-a002-491f-b67c-811df020822a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:16.492859 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047f5715-a002-491f-b67c-811df020822a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:22.246419 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:26.221366 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=20,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:26.227269 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=19,neutron:INSERT=7 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:26.483059 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:26.483848 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:26.515034 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:36.083818 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-e5d24925-dce4-4c72-9d47-0f14626864f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:38.335045 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d3823545-db4b-4325-836d-0bf51825e1a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:39.357907 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:40.957982 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:41.322553 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 5 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:34:42.337079 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:51.318606 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=4 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:51.319286 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=4 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:52.243449 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:52.245363 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:04.330234 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:06.090560 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-c932ca32-0088-412d-8810-3f4367f795ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:08.319559 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-c2d5e442-6e81-4688-94e3-987a08525f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:09.393575 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:10.968009 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:12.310808 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:18.320876 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 5 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:35:22.238412 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=8 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:22.245421 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:25.368072 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=5 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:28.317865 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=3 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:36.104347 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-cfcfaaaf-4980-4bde-9a25-774161bd39e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:38.327297 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-fb761298-4598-436f-96d9-409bdb15fb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:39.332626 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:40.984408 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:42.326698 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:52.248907 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:52.249857 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:55.318865 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 5 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:36:05.314796 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=18 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:05.315581 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=16 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:06.117595 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-671ea9f4-58db-4a65-90bb-82a325e37da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:08.405359 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-311cbe8e-ed62-4acf-9664-cc0b297fda42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:08.471817 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3664396'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_create {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:09.358381 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:10.977353 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:12.314368 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:20.921683 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 49884) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:21.026585 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-44120547-8e9e-4cd0-a897-99457a70d164 admin admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1028914 May 27 03:36:22.253668 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:22.256123 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:23.250607 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 49894) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:23.307265 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-db17bca5-56fc-4bb8-a1d0-8b20c45a7dbf admin admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0555785 May 27 03:36:32.318413 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 6 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:36:33.301582 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:33.302293 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:36.102152 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-41d79a6d-76b5-483e-82b0-d77c007ecf29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:38.374685 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-3d87fafa-722d-4e05-8919-fb186d596e02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:38.470554 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:39.357802 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:40.976382 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:42.313749 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=2 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:42.314519 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=6 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:42.356931 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:52.246669 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:52.254247 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:04.336399 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:06.104663 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-35315766-e313-4c43-9bd8-57101b5c96ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:08.333998 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-193b91bb-739b-4762-9340-21caba77d965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:08.478869 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:09.317468 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 6 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:37:09.335742 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:11.001818 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:12.336086 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:16.361045 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=5 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:19.317895 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=3 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:22.253786 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:22.256054 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:36.111223 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-9629efb4-aca2-4061-b8ea-24d0feae028f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:38.318533 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-5df44694-9c58-46a9-b1e1-8b07db4d3f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:38.484404 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:39.330322 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:40.975912 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:42.327126 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=1 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:42.327847 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=1 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:42.333667 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:46.317403 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 6 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:37:52.257278 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:52.259616 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:03.080280 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=14 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:03.082424 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=20 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:06.145348 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-f1139d40-5f52-45f7-890f-5a936140846a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:06.593937 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 50056) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:06.805955 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-80d7d3b6-a4dd-4fd9-aaf5-1e82cc05d69e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-287844978-network', 'tenant_id': '3268641ef3164a9e934c362142f80fb4'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:38:06.982172 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d7d3b6-a4dd-4fd9-aaf5-1e82cc05d69e admin admin] Made reservation on behalf of 3268641ef3164a9e934c362142f80fb4 for: {'network': 1} {{(pid=104677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:38:06.984707 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-80d7d3b6-a4dd-4fd9-aaf5-1e82cc05d69e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for network (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:06.993973 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-80d7d3b6-a4dd-4fd9-aaf5-1e82cc05d69e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:07.081726 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-80d7d3b6-a4dd-4fd9-aaf5-1e82cc05d69e admin admin] Publish callbacks [] for security_group (cc5ea44f-3c1e-4c4d-bdb3-f869da37bcaa), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:07.158914 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-80d7d3b6-a4dd-4fd9-aaf5-1e82cc05d69e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (cc5ea44f-3c1e-4c4d-bdb3-f869da37bcaa), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:07.187446 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80d7d3b6-a4dd-4fd9-aaf5-1e82cc05d69e admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=104677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:38:07.206959 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d7d3b6-a4dd-4fd9-aaf5-1e82cc05d69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5ea44f-3c1e-4c4d-bdb3-f869da37bcaa,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:07.206959 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-80d7d3b6-a4dd-4fd9-aaf5-1e82cc05d69e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755264080231', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105'] for segment (fe99d2d7-7f56-4936-8b37-91a478479ac6), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:07.206959 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.db.segments_db [None req-80d7d3b6-a4dd-4fd9-aaf5-1e82cc05d69e admin admin] Added segment fe99d2d7-7f56-4936-8b37-91a478479ac6 of type vlan for network 50bd6645-5af8-443d-90d8-1ce51f5e476b May 27 03:38:07.214850 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d7d3b6-a4dd-4fd9-aaf5-1e82cc05d69e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:07.215201 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d7d3b6-a4dd-4fd9-aaf5-1e82cc05d69e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:07.215544 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d7d3b6-a4dd-4fd9-aaf5-1e82cc05d69e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:07.215883 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d7d3b6-a4dd-4fd9-aaf5-1e82cc05d69e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:07.216216 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d7d3b6-a4dd-4fd9-aaf5-1e82cc05d69e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:07.216544 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d7d3b6-a4dd-4fd9-aaf5-1e82cc05d69e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:07.216866 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d7d3b6-a4dd-4fd9-aaf5-1e82cc05d69e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:07.217190 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d7d3b6-a4dd-4fd9-aaf5-1e82cc05d69e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:07.217542 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d7d3b6-a4dd-4fd9-aaf5-1e82cc05d69e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:07.217868 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d7d3b6-a4dd-4fd9-aaf5-1e82cc05d69e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:07.218192 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d7d3b6-a4dd-4fd9-aaf5-1e82cc05d69e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:07.218538 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d7d3b6-a4dd-4fd9-aaf5-1e82cc05d69e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:07.218866 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d7d3b6-a4dd-4fd9-aaf5-1e82cc05d69e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:07.219186 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d7d3b6-a4dd-4fd9-aaf5-1e82cc05d69e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:07.219504 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d7d3b6-a4dd-4fd9-aaf5-1e82cc05d69e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:07.220593 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d7d3b6-a4dd-4fd9-aaf5-1e82cc05d69e admin admin] Tracked resource versions report: May 27 03:38:07.220593 dv-cinder-843361-2-smb neutron-server[104677]: pushed versions: May 27 03:38:07.220593 dv-cinder-843361-2-smb neutron-server[104677]: { 'AddressGroup': {'1.2'}, May 27 03:38:07.220593 dv-cinder-843361-2-smb neutron-server[104677]: 'Agent': {'1.1'}, May 27 03:38:07.220593 dv-cinder-843361-2-smb neutron-server[104677]: 'ConntrackHelper': {'1.0'}, May 27 03:38:07.220593 dv-cinder-843361-2-smb neutron-server[104677]: 'LocalIPAssociation': {'1.0'}, May 27 03:38:07.220593 dv-cinder-843361-2-smb neutron-server[104677]: 'Log': {'1.0'}, May 27 03:38:07.220593 dv-cinder-843361-2-smb neutron-server[104677]: 'NDPProxy': {'1.0'}, May 27 03:38:07.220593 dv-cinder-843361-2-smb neutron-server[104677]: 'Network': {'1.1'}, May 27 03:38:07.220593 dv-cinder-843361-2-smb neutron-server[104677]: 'Port': {'1.7'}, May 27 03:38:07.220593 dv-cinder-843361-2-smb neutron-server[104677]: 'PortForwarding': {'1.3'}, May 27 03:38:07.220593 dv-cinder-843361-2-smb neutron-server[104677]: 'QosPolicy': {'1.10'}, May 27 03:38:07.220593 dv-cinder-843361-2-smb neutron-server[104677]: 'SecurityGroup': {'1.5'}, May 27 03:38:07.220593 dv-cinder-843361-2-smb neutron-server[104677]: 'SecurityGroupRule': {'1.2'}, May 27 03:38:07.220593 dv-cinder-843361-2-smb neutron-server[104677]: 'SubPort': {'1.0'}, May 27 03:38:07.220593 dv-cinder-843361-2-smb neutron-server[104677]: 'Subnet': {'1.1'}, May 27 03:38:07.220593 dv-cinder-843361-2-smb neutron-server[104677]: 'Trunk': {'1.1'}} May 27 03:38:07.220593 dv-cinder-843361-2-smb neutron-server[104677]: consumer versions: May 27 03:38:07.220593 dv-cinder-843361-2-smb neutron-server[104677]: { DHCP agent@dv-cinder-843361-2-smb: {}, May 27 03:38:07.220593 dv-cinder-843361-2-smb neutron-server[104677]: HyperV agent@hv-cinder-84336: {}, May 27 03:38:07.220593 dv-cinder-843361-2-smb neutron-server[104677]: L3 agent@dv-cinder-843361-2-smb: {}, May 27 03:38:07.220593 dv-cinder-843361-2-smb neutron-server[104677]: Metadata agent@dv-cinder-843361-2-smb: {}, May 27 03:38:07.220593 dv-cinder-843361-2-smb neutron-server[104677]: Metering agent@dv-cinder-843361-2-smb: {}, May 27 03:38:07.220593 dv-cinder-843361-2-smb neutron-server[104677]: Open vSwitch agent@dv-cinder-843361-2-smb: { 'AddressGroup': '1.2', May 27 03:38:07.220593 dv-cinder-843361-2-smb neutron-server[104677]: 'Agent': '1.1', May 27 03:38:07.220593 dv-cinder-843361-2-smb neutron-server[104677]: 'ConntrackHelper': '1.0', May 27 03:38:07.220593 dv-cinder-843361-2-smb neutron-server[104677]: 'LocalIPAssociation': '1.0', May 27 03:38:07.220593 dv-cinder-843361-2-smb neutron-server[104677]: 'Log': '1.0', May 27 03:38:07.220593 dv-cinder-843361-2-smb neutron-server[104677]: 'NDPProxy': '1.0', May 27 03:38:07.220593 dv-cinder-843361-2-smb neutron-server[104677]: 'Network': '1.1', May 27 03:38:07.220593 dv-cinder-843361-2-smb neutron-server[104677]: 'Port': '1.7', May 27 03:38:07.220593 dv-cinder-843361-2-smb neutron-server[104677]: 'PortForwarding': '1.3', May 27 03:38:07.220593 dv-cinder-843361-2-smb neutron-server[104677]: 'QosPolicy': '1.10', May 27 03:38:07.220593 dv-cinder-843361-2-smb neutron-server[104677]: 'SecurityGroup': '1.5', May 27 03:38:07.220593 dv-cinder-843361-2-smb neutron-server[104677]: 'SecurityGroupRule': '1.2', May 27 03:38:07.220593 dv-cinder-843361-2-smb neutron-server[104677]: 'SubPort': '1.0', May 27 03:38:07.220593 dv-cinder-843361-2-smb neutron-server[104677]: 'Subnet': '1.1', May 27 03:38:07.220593 dv-cinder-843361-2-smb neutron-server[104677]: 'Trunk': '1.1'}} May 27 03:38:07.220593 dv-cinder-843361-2-smb neutron-server[104677]: {{(pid=104677) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:38:07.261834 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-80d7d3b6-a4dd-4fd9-aaf5-1e82cc05d69e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755263573863'] for network (50bd6645-5af8-443d-90d8-1ce51f5e476b), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:07.376360 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-80d7d3b6-a4dd-4fd9-aaf5-1e82cc05d69e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027'] for network (50bd6645-5af8-443d-90d8-1ce51f5e476b), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:07.377422 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d7d3b6-a4dd-4fd9-aaf5-1e82cc05d69e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:07.377990 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-80d7d3b6-a4dd-4fd9-aaf5-1e82cc05d69e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for network (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:07.400196 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 50088) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:07.455155 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d7d3b6-a4dd-4fd9-aaf5-1e82cc05d69e admin admin] Pushing event updated for resources: {'Network': ['ID=50bd6645-5af8-443d-90d8-1ce51f5e476b,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:07.467156 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Network 50bd6645-5af8-443d-90d8-1ce51f5e476b details requested by agent ovs-agent-dv-cinder-843361-2-smb with host dv-cinder-843361-2-smb {{(pid=104679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:38:07.473799 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 50098) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:07.485823 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-80d7d3b6-a4dd-4fd9-aaf5-1e82cc05d69e admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.8907816 May 27 03:38:07.486489 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 50100) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:07.496873 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-010789ba-59b5-4c7f-92e6-1e36f59b5b2b admin admin] Request body: {'subnet': {'network_id': '50bd6645-5af8-443d-90d8-1ce51f5e476b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-287844978-subnet', 'tenant_id': '3268641ef3164a9e934c362142f80fb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:38:07.557622 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 50118) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:07.593090 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010789ba-59b5-4c7f-92e6-1e36f59b5b2b admin admin] Made reservation on behalf of 3268641ef3164a9e934c362142f80fb4 for: {'subnet': 1} {{(pid=104677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:38:07.595558 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-010789ba-59b5-4c7f-92e6-1e36f59b5b2b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:07.835728 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [None req-78ad028f-a2a6-42f8-8372-0d2ccc56f052 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-409517973-network', 'tenant_id': '8c649113d597484d8d1f5f046a8cac59'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:38:07.869471 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [None req-e8f4adb4-ba7b-4cf1-98a6-14d00b05bdff admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1661691315-network', 'tenant_id': '0101797b84c546ebacacac657d536912'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:38:07.896697 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-010789ba-59b5-4c7f-92e6-1e36f59b5b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027'] for subnet (3d08073a-347a-42f7-adcd-72165c329794), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:07.927262 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-d809c325-d12f-4d70-96ee-3670b747e4df admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-674304045-network', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:38:07.931201 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ad028f-a2a6-42f8-8372-0d2ccc56f052 admin admin] Made reservation on behalf of 8c649113d597484d8d1f5f046a8cac59 for: {'network': 1} {{(pid=104678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:38:07.934391 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-78ad028f-a2a6-42f8-8372-0d2ccc56f052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for network (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:07.944814 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-78ad028f-a2a6-42f8-8372-0d2ccc56f052 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:07.950560 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010789ba-59b5-4c7f-92e6-1e36f59b5b2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d08073a-347a-42f7-adcd-72165c329794,revision_number=0']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:07.988519 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010789ba-59b5-4c7f-92e6-1e36f59b5b2b admin admin] Checking segment: {'id': 'fe99d2d7-7f56-4936-8b37-91a478479ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '50bd6645-5af8-443d-90d8-1ce51f5e476b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:38:07.988866 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010789ba-59b5-4c7f-92e6-1e36f59b5b2b admin admin] Network hostable DHCP agents. Network: 50bd6645-5af8-443d-90d8-1ce51f5e476b, hostable agents: ['51435755-087c-400e-9559-48781745a262'], hosted agents: [] {{(pid=104677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:38:08.047373 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-78ad028f-a2a6-42f8-8372-0d2ccc56f052 admin admin] Publish callbacks [] for security_group (413d80dc-f886-4ac6-be73-d246f55a59fc), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:08.058700 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f4adb4-ba7b-4cf1-98a6-14d00b05bdff admin admin] Made reservation on behalf of 0101797b84c546ebacacac657d536912 for: {'network': 1} {{(pid=104678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:38:08.062037 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-e8f4adb4-ba7b-4cf1-98a6-14d00b05bdff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for network (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:08.072063 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-e8f4adb4-ba7b-4cf1-98a6-14d00b05bdff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:08.102821 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d809c325-d12f-4d70-96ee-3670b747e4df admin admin] Made reservation on behalf of 3ca63dae986749728daf5c42db0d14e3 for: {'network': 1} {{(pid=104677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:38:08.105163 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d809c325-d12f-4d70-96ee-3670b747e4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for network (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:08.114846 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d809c325-d12f-4d70-96ee-3670b747e4df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:08.138700 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:08.144042 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:08.160937 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-e8f4adb4-ba7b-4cf1-98a6-14d00b05bdff admin admin] Publish callbacks [] for security_group (55610726-f855-4451-bf6a-e99a222741a1), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:08.202342 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d809c325-d12f-4d70-96ee-3670b747e4df admin admin] Publish callbacks [] for security_group (b950aa2e-5b2e-4f56-a2ae-354851c42f82), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:08.250862 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010789ba-59b5-4c7f-92e6-1e36f59b5b2b admin admin] Network 50bd6645-5af8-443d-90d8-1ce51f5e476b is scheduled to be hosted by DHCP agent 51435755-087c-400e-9559-48781745a262 with binding_index 1 {{(pid=104677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:38:08.253780 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-78ad028f-a2a6-42f8-8372-0d2ccc56f052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (413d80dc-f886-4ac6-be73-d246f55a59fc), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:08.270261 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ad028f-a2a6-42f8-8372-0d2ccc56f052 admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=104678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:38:08.297218 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-78ad028f-a2a6-42f8-8372-0d2ccc56f052 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755264080231', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105'] for segment (38baf4e4-1e5b-4f83-ae3c-ef0274e43459), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:08.297660 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.db.segments_db [None req-78ad028f-a2a6-42f8-8372-0d2ccc56f052 admin admin] Added segment 38baf4e4-1e5b-4f83-ae3c-ef0274e43459 of type vlan for network 2f916a43-2562-4d0d-bd29-c5c8a7d74b6a May 27 03:38:08.307064 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad028f-a2a6-42f8-8372-0d2ccc56f052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413d80dc-f886-4ac6-be73-d246f55a59fc,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:08.337340 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad028f-a2a6-42f8-8372-0d2ccc56f052 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:08.337691 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad028f-a2a6-42f8-8372-0d2ccc56f052 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:08.338081 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad028f-a2a6-42f8-8372-0d2ccc56f052 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:08.338412 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad028f-a2a6-42f8-8372-0d2ccc56f052 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:08.338755 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad028f-a2a6-42f8-8372-0d2ccc56f052 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:08.339091 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad028f-a2a6-42f8-8372-0d2ccc56f052 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:08.339594 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad028f-a2a6-42f8-8372-0d2ccc56f052 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:08.340143 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad028f-a2a6-42f8-8372-0d2ccc56f052 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:08.340692 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad028f-a2a6-42f8-8372-0d2ccc56f052 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:08.341024 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad028f-a2a6-42f8-8372-0d2ccc56f052 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:08.341540 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad028f-a2a6-42f8-8372-0d2ccc56f052 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:08.342026 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad028f-a2a6-42f8-8372-0d2ccc56f052 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:08.342507 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad028f-a2a6-42f8-8372-0d2ccc56f052 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:08.343006 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad028f-a2a6-42f8-8372-0d2ccc56f052 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:08.343497 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad028f-a2a6-42f8-8372-0d2ccc56f052 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:08.345499 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad028f-a2a6-42f8-8372-0d2ccc56f052 admin admin] Tracked resource versions report: May 27 03:38:08.345499 dv-cinder-843361-2-smb neutron-server[104678]: pushed versions: May 27 03:38:08.345499 dv-cinder-843361-2-smb neutron-server[104678]: { 'AddressGroup': {'1.2'}, May 27 03:38:08.345499 dv-cinder-843361-2-smb neutron-server[104678]: 'Agent': {'1.1'}, May 27 03:38:08.345499 dv-cinder-843361-2-smb neutron-server[104678]: 'ConntrackHelper': {'1.0'}, May 27 03:38:08.345499 dv-cinder-843361-2-smb neutron-server[104678]: 'LocalIPAssociation': {'1.0'}, May 27 03:38:08.345499 dv-cinder-843361-2-smb neutron-server[104678]: 'Log': {'1.0'}, May 27 03:38:08.345499 dv-cinder-843361-2-smb neutron-server[104678]: 'NDPProxy': {'1.0'}, May 27 03:38:08.345499 dv-cinder-843361-2-smb neutron-server[104678]: 'Network': {'1.1'}, May 27 03:38:08.345499 dv-cinder-843361-2-smb neutron-server[104678]: 'Port': {'1.7'}, May 27 03:38:08.345499 dv-cinder-843361-2-smb neutron-server[104678]: 'PortForwarding': {'1.3'}, May 27 03:38:08.345499 dv-cinder-843361-2-smb neutron-server[104678]: 'QosPolicy': {'1.10'}, May 27 03:38:08.345499 dv-cinder-843361-2-smb neutron-server[104678]: 'SecurityGroup': {'1.5'}, May 27 03:38:08.345499 dv-cinder-843361-2-smb neutron-server[104678]: 'SecurityGroupRule': {'1.2'}, May 27 03:38:08.345499 dv-cinder-843361-2-smb neutron-server[104678]: 'SubPort': {'1.0'}, May 27 03:38:08.345499 dv-cinder-843361-2-smb neutron-server[104678]: 'Subnet': {'1.1'}, May 27 03:38:08.345499 dv-cinder-843361-2-smb neutron-server[104678]: 'Trunk': {'1.1'}} May 27 03:38:08.345499 dv-cinder-843361-2-smb neutron-server[104678]: consumer versions: May 27 03:38:08.345499 dv-cinder-843361-2-smb neutron-server[104678]: { DHCP agent@dv-cinder-843361-2-smb: {}, May 27 03:38:08.345499 dv-cinder-843361-2-smb neutron-server[104678]: HyperV agent@hv-cinder-84336: {}, May 27 03:38:08.345499 dv-cinder-843361-2-smb neutron-server[104678]: L3 agent@dv-cinder-843361-2-smb: {}, May 27 03:38:08.345499 dv-cinder-843361-2-smb neutron-server[104678]: Metadata agent@dv-cinder-843361-2-smb: {}, May 27 03:38:08.345499 dv-cinder-843361-2-smb neutron-server[104678]: Metering agent@dv-cinder-843361-2-smb: {}, May 27 03:38:08.345499 dv-cinder-843361-2-smb neutron-server[104678]: Open vSwitch agent@dv-cinder-843361-2-smb: { 'AddressGroup': '1.2', May 27 03:38:08.345499 dv-cinder-843361-2-smb neutron-server[104678]: 'Agent': '1.1', May 27 03:38:08.345499 dv-cinder-843361-2-smb neutron-server[104678]: 'ConntrackHelper': '1.0', May 27 03:38:08.345499 dv-cinder-843361-2-smb neutron-server[104678]: 'LocalIPAssociation': '1.0', May 27 03:38:08.345499 dv-cinder-843361-2-smb neutron-server[104678]: 'Log': '1.0', May 27 03:38:08.345499 dv-cinder-843361-2-smb neutron-server[104678]: 'NDPProxy': '1.0', May 27 03:38:08.345499 dv-cinder-843361-2-smb neutron-server[104678]: 'Network': '1.1', May 27 03:38:08.345499 dv-cinder-843361-2-smb neutron-server[104678]: 'Port': '1.7', May 27 03:38:08.345499 dv-cinder-843361-2-smb neutron-server[104678]: 'PortForwarding': '1.3', May 27 03:38:08.345499 dv-cinder-843361-2-smb neutron-server[104678]: 'QosPolicy': '1.10', May 27 03:38:08.345499 dv-cinder-843361-2-smb neutron-server[104678]: 'SecurityGroup': '1.5', May 27 03:38:08.345499 dv-cinder-843361-2-smb neutron-server[104678]: 'SecurityGroupRule': '1.2', May 27 03:38:08.345499 dv-cinder-843361-2-smb neutron-server[104678]: 'SubPort': '1.0', May 27 03:38:08.345499 dv-cinder-843361-2-smb neutron-server[104678]: 'Subnet': '1.1', May 27 03:38:08.345499 dv-cinder-843361-2-smb neutron-server[104678]: 'Trunk': '1.1'}} May 27 03:38:08.345499 dv-cinder-843361-2-smb neutron-server[104678]: {{(pid=104678) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:38:08.377980 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-78ad028f-a2a6-42f8-8372-0d2ccc56f052 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755263573863'] for network (2f916a43-2562-4d0d-bd29-c5c8a7d74b6a), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:08.388654 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d809c325-d12f-4d70-96ee-3670b747e4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (b950aa2e-5b2e-4f56-a2ae-354851c42f82), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:08.393886 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-e8f4adb4-ba7b-4cf1-98a6-14d00b05bdff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (55610726-f855-4451-bf6a-e99a222741a1), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:08.414937 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d809c325-d12f-4d70-96ee-3670b747e4df admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=104677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:38:08.432293 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f4adb4-ba7b-4cf1-98a6-14d00b05bdff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55610726-f855-4451-bf6a-e99a222741a1,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:08.434255 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d809c325-d12f-4d70-96ee-3670b747e4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b950aa2e-5b2e-4f56-a2ae-354851c42f82,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:08.438661 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d809c325-d12f-4d70-96ee-3670b747e4df admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755264080231', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105'] for segment (83c06243-6dbd-48ee-aa93-81ebad273030), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:08.445543 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.db.segments_db [None req-d809c325-d12f-4d70-96ee-3670b747e4df admin admin] Added segment 83c06243-6dbd-48ee-aa93-81ebad273030 of type vlan for network 7a2ea638-361b-43e7-98a5-ad26674b6832 May 27 03:38:08.450250 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.base_scheduler [None req-010789ba-59b5-4c7f-92e6-1e36f59b5b2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-2-smb, 50bd6645-5af8-443d-90d8-1ce51f5e476b) {{(pid=104677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:38:08.450973 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8f4adb4-ba7b-4cf1-98a6-14d00b05bdff admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=104678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:38:08.457396 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010789ba-59b5-4c7f-92e6-1e36f59b5b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:08.459493 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-010789ba-59b5-4c7f-92e6-1e36f59b5b2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for subnet (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:08.475050 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-e8f4adb4-ba7b-4cf1-98a6-14d00b05bdff admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755264080231', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105'] for segment (fa77a6ca-86ca-4037-9297-52406b902a17), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:08.475050 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.db.segments_db [None req-e8f4adb4-ba7b-4cf1-98a6-14d00b05bdff admin admin] Added segment fa77a6ca-86ca-4037-9297-52406b902a17 of type vlan for network 25e48c80-3ba3-4590-ad83-a1230dcd6823 May 27 03:38:08.499995 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec30e52-42a4-4027-99c2-6c60fedcfc40 None None] Network 50bd6645-5af8-443d-90d8-1ce51f5e476b requested from dv-cinder-843361-2-smb {{(pid=104679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:38:08.515831 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-e8f4adb4-ba7b-4cf1-98a6-14d00b05bdff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755263573863'] for network (25e48c80-3ba3-4590-ad83-a1230dcd6823), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:08.524197 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-4d9c622b-6e89-4d98-8755-d1a8abb1b53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:08.561475 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d809c325-d12f-4d70-96ee-3670b747e4df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755263573863'] for network (7a2ea638-361b-43e7-98a5-ad26674b6832), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:08.597503 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-78ad028f-a2a6-42f8-8372-0d2ccc56f052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027'] for network (2f916a43-2562-4d0d-bd29-c5c8a7d74b6a), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:08.598759 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ad028f-a2a6-42f8-8372-0d2ccc56f052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:08.599431 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-78ad028f-a2a6-42f8-8372-0d2ccc56f052 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for network (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:08.644553 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-010789ba-59b5-4c7f-92e6-1e36f59b5b2b admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1552598 May 27 03:38:08.649688 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:08.667027 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-e8f4adb4-ba7b-4cf1-98a6-14d00b05bdff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027'] for network (25e48c80-3ba3-4590-ad83-a1230dcd6823), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:08.671572 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f4adb4-ba7b-4cf1-98a6-14d00b05bdff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:08.672728 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-e8f4adb4-ba7b-4cf1-98a6-14d00b05bdff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for network (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:08.716909 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d809c325-d12f-4d70-96ee-3670b747e4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027'] for network (7a2ea638-361b-43e7-98a5-ad26674b6832), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:08.717953 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d809c325-d12f-4d70-96ee-3670b747e4df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:08.718527 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d809c325-d12f-4d70-96ee-3670b747e4df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for network (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:08.723427 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb47f46c-6453-4ec5-87ca-2cf9c9ea4504 None None] Network 50bd6645-5af8-443d-90d8-1ce51f5e476b requested from dv-cinder-843361-2-smb {{(pid=104679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:38:08.858638 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-78ad028f-a2a6-42f8-8372-0d2ccc56f052 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.4543970 May 27 03:38:08.869488 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 50154) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:08.881815 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d809c325-d12f-4d70-96ee-3670b747e4df admin admin] Pushing event updated for resources: {'Network': ['ID=7a2ea638-361b-43e7-98a5-ad26674b6832,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:08.889671 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 50156) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:08.890120 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-e8f4adb4-ba7b-4cf1-98a6-14d00b05bdff admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4103472 May 27 03:38:08.895372 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Network 7a2ea638-361b-43e7-98a5-ad26674b6832 details requested by agent ovs-agent-dv-cinder-843361-2-smb with host dv-cinder-843361-2-smb {{(pid=104679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:38:08.897180 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-57b5547e-e4ea-4700-9fde-9686c0454b78 admin admin] Request body: {'subnet': {'network_id': '25e48c80-3ba3-4590-ad83-a1230dcd6823', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1661691315-subnet', 'tenant_id': '0101797b84c546ebacacac657d536912', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:38:08.899210 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [None req-fcdea9c5-1b8f-434c-8852-4c4e1bf5f93c admin admin] Request body: {'subnet': {'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-409517973-subnet', 'tenant_id': '8c649113d597484d8d1f5f046a8cac59', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:38:08.907997 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad028f-a2a6-42f8-8372-0d2ccc56f052 admin admin] Pushing event updated for resources: {'Network': ['ID=2f916a43-2562-4d0d-bd29-c5c8a7d74b6a,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:08.929507 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Network 2f916a43-2562-4d0d-bd29-c5c8a7d74b6a details requested by agent ovs-agent-dv-cinder-843361-2-smb with host dv-cinder-843361-2-smb {{(pid=104679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:38:08.993221 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-d809c325-d12f-4d70-96ee-3670b747e4df admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.4340034 May 27 03:38:08.996785 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 50160) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:09.003014 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-3f73baf1-3cba-49d0-86a7-41962d3bfa73 admin admin] Request body: {'subnet': {'network_id': '7a2ea638-361b-43e7-98a5-ad26674b6832', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-674304045-subnet', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:38:09.010735 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:09.029176 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f4adb4-ba7b-4cf1-98a6-14d00b05bdff admin admin] Pushing event updated for resources: {'Network': ['ID=25e48c80-3ba3-4590-ad83-a1230dcd6823,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:09.046871 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Network 25e48c80-3ba3-4590-ad83-a1230dcd6823 details requested by agent ovs-agent-dv-cinder-843361-2-smb with host dv-cinder-843361-2-smb {{(pid=104679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:38:09.134248 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b5547e-e4ea-4700-9fde-9686c0454b78 admin admin] Made reservation on behalf of 0101797b84c546ebacacac657d536912 for: {'subnet': 1} {{(pid=104677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:38:09.134479 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdea9c5-1b8f-434c-8852-4c4e1bf5f93c admin admin] Made reservation on behalf of 8c649113d597484d8d1f5f046a8cac59 for: {'subnet': 1} {{(pid=104678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:38:09.137062 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-57b5547e-e4ea-4700-9fde-9686c0454b78 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:09.139691 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-fcdea9c5-1b8f-434c-8852-4c4e1bf5f93c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:09.158096 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:09.232695 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f73baf1-3cba-49d0-86a7-41962d3bfa73 admin admin] Made reservation on behalf of 3ca63dae986749728daf5c42db0d14e3 for: {'subnet': 1} {{(pid=104677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:38:09.241191 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f73baf1-3cba-49d0-86a7-41962d3bfa73 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:09.382586 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:09.594009 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-fcdea9c5-1b8f-434c-8852-4c4e1bf5f93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027'] for subnet (e9e7a5b0-6940-4778-807b-b50ae30078a7), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:09.683661 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=73,neutron:INSERT=18,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:09.727058 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdea9c5-1b8f-434c-8852-4c4e1bf5f93c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9e7a5b0-6940-4778-807b-b50ae30078a7,revision_number=0']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:09.749560 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdea9c5-1b8f-434c-8852-4c4e1bf5f93c admin admin] Checking segment: {'id': '38baf4e4-1e5b-4f83-ae3c-ef0274e43459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:38:09.749918 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdea9c5-1b8f-434c-8852-4c4e1bf5f93c admin admin] Network hostable DHCP agents. Network: 2f916a43-2562-4d0d-bd29-c5c8a7d74b6a, hostable agents: ['51435755-087c-400e-9559-48781745a262'], hosted agents: [] {{(pid=104678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:38:09.860347 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-57b5547e-e4ea-4700-9fde-9686c0454b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027'] for subnet (dff9a255-f36c-4fe0-81d1-567a07a0107f), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:09.912468 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:09.927954 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5547e-e4ea-4700-9fde-9686c0454b78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dff9a255-f36c-4fe0-81d1-567a07a0107f,revision_number=0']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:09.940351 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b5547e-e4ea-4700-9fde-9686c0454b78 admin admin] Checking segment: {'id': 'fa77a6ca-86ca-4037-9297-52406b902a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '25e48c80-3ba3-4590-ad83-a1230dcd6823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:38:09.940885 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b5547e-e4ea-4700-9fde-9686c0454b78 admin admin] Network hostable DHCP agents. Network: 25e48c80-3ba3-4590-ad83-a1230dcd6823, hostable agents: ['51435755-087c-400e-9559-48781745a262'], hosted agents: [] {{(pid=104677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:38:09.952001 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdea9c5-1b8f-434c-8852-4c4e1bf5f93c admin admin] Network 2f916a43-2562-4d0d-bd29-c5c8a7d74b6a is scheduled to be hosted by DHCP agent 51435755-087c-400e-9559-48781745a262 with binding_index 1 {{(pid=104678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:38:09.952975 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f73baf1-3cba-49d0-86a7-41962d3bfa73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027'] for subnet (f2766fdc-78e4-4021-8ae5-25446d105c00), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:10.031205 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73baf1-3cba-49d0-86a7-41962d3bfa73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2766fdc-78e4-4021-8ae5-25446d105c00,revision_number=0']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:10.033115 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f73baf1-3cba-49d0-86a7-41962d3bfa73 admin admin] Checking segment: {'id': '83c06243-6dbd-48ee-aa93-81ebad273030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7a2ea638-361b-43e7-98a5-ad26674b6832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:38:10.033653 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f73baf1-3cba-49d0-86a7-41962d3bfa73 admin admin] Network hostable DHCP agents. Network: 7a2ea638-361b-43e7-98a5-ad26674b6832, hostable agents: ['51435755-087c-400e-9559-48781745a262'], hosted agents: [] {{(pid=104677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:38:10.101803 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 50238) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:10.105663 dv-cinder-843361-2-smb neutron-server[104677]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 27 03:38:10.162664 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b5547e-e4ea-4700-9fde-9686c0454b78 admin admin] Network 25e48c80-3ba3-4590-ad83-a1230dcd6823 is scheduled to be hosted by DHCP agent 51435755-087c-400e-9559-48781745a262 with binding_index 1 {{(pid=104677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:38:10.254933 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.base_scheduler [None req-fcdea9c5-1b8f-434c-8852-4c4e1bf5f93c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-2-smb, 2f916a43-2562-4d0d-bd29-c5c8a7d74b6a) {{(pid=104678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:38:10.265439 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdea9c5-1b8f-434c-8852-4c4e1bf5f93c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:10.266137 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-fcdea9c5-1b8f-434c-8852-4c4e1bf5f93c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for subnet (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:10.275502 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9703408f-09d6-4495-b7d3-87a278a4054e None None] Network 2f916a43-2562-4d0d-bd29-c5c8a7d74b6a requested from dv-cinder-843361-2-smb {{(pid=104679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:38:10.360019 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f73baf1-3cba-49d0-86a7-41962d3bfa73 admin admin] Network 7a2ea638-361b-43e7-98a5-ad26674b6832 is scheduled to be hosted by DHCP agent 51435755-087c-400e-9559-48781745a262 with binding_index 1 {{(pid=104677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:38:10.365100 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.base_scheduler [None req-57b5547e-e4ea-4700-9fde-9686c0454b78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-2-smb, 25e48c80-3ba3-4590-ad83-a1230dcd6823) {{(pid=104677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:38:10.643005 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-fcdea9c5-1b8f-434c-8852-4c4e1bf5f93c admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5075376 May 27 03:38:10.675702 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-e7f398b6-ea5f-4bb1-ace3-1c5f54985d83 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:10.676822 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 50248) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:10.681513 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe28756-f390-4efe-8773-4cc56d945015 None None] Network 25e48c80-3ba3-4590-ad83-a1230dcd6823 requested from dv-cinder-843361-2-smb {{(pid=104679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:38:10.682985 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [None req-021c806f-a6b5-4d52-b4f0-d0707fcb3e88 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-409517973-router', 'tenant_id': '8c649113d597484d8d1f5f046a8cac59', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'}}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:38:10.686406 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-e7f398b6-ea5f-4bb1-ace3-1c5f54985d83 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/networks?id=50bd6645-5af8-443d-90d8-1ce51f5e476b HTTP/1.1" status: 200 len: 811 time: 0.2868128 May 27 03:38:10.686406 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.base_scheduler [None req-3f73baf1-3cba-49d0-86a7-41962d3bfa73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-2-smb, 7a2ea638-361b-43e7-98a5-ad26674b6832) {{(pid=104677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:38:10.686406 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b5547e-e4ea-4700-9fde-9686c0454b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:10.686406 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-57b5547e-e4ea-4700-9fde-9686c0454b78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for subnet (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:10.686406 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f73baf1-3cba-49d0-86a7-41962d3bfa73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:10.686406 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f73baf1-3cba-49d0-86a7-41962d3bfa73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for subnet (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:10.687949 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aaab1de-3e62-4b37-96cd-0b14f96193f6 None None] Network 7a2ea638-361b-43e7-98a5-ad26674b6832 requested from dv-cinder-843361-2-smb {{(pid=104679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:38:10.688545 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-021c806f-a6b5-4d52-b4f0-d0707fcb3e88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3642992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7936'] for router (4d04cd31-9131-43a5-aa6a-2edf87d550b9), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:10.688545 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-021c806f-a6b5-4d52-b4f0-d0707fcb3e88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3889088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3801747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7993'] for router (4d04cd31-9131-43a5-aa6a-2edf87d550b9), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:10.689984 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-4fee3201-2bad-4baf-a2e0-a5da3488a5c6 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/quotas/3268641ef3164a9e934c362142f80fb4 HTTP/1.1" status: 200 len: 375 time: 0.1549733 May 27 03:38:10.691680 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-021c806f-a6b5-4d52-b4f0-d0707fcb3e88 admin admin] Publish callbacks [] for router_controller (4d04cd31-9131-43a5-aa6a-2edf87d550b9), precommit_add_association {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:10.693000 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-ca49d1c7-9aba-47af-aa35-0f0f9ba81430 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3268641ef3164a9e934c362142f80fb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0691078 May 27 03:38:10.703827 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea0d045-9ade-4545-9c2f-4f208cc39e3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp35ccf49e-a895-563f-88ce-f04d0597ddad-2f916a43-2562-4d0d-bd29-c5c8a7d74b6a', 'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a', 'project_id': '8c649113d597484d8d1f5f046a8cac59', 'fixed_ips': [{'subnet_id': 'e9e7a5b0-6940-4778-807b-b50ae30078a7'}]}} from dv-cinder-843361-2-smb. {{(pid=104679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:38:10.704906 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-bea0d045-9ade-4545-9c2f-4f208cc39e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:10.761725 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8a7a0c-3f34-4d80-af8a-1347d6c5c94a None None] Network 25e48c80-3ba3-4590-ad83-a1230dcd6823 requested from dv-cinder-843361-2-smb {{(pid=104679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:38:10.812556 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-3f73baf1-3cba-49d0-86a7-41962d3bfa73 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8123612 May 27 03:38:10.822317 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-57b5547e-e4ea-4700-9fde-9686c0454b78 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9308422 May 27 03:38:10.823152 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 50276) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:10.838599 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-16f52291-cb88-46f6-890d-660591886a6b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-674304045-router', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'}}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:38:10.867298 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0698cb-f18a-4f7d-bd38-729b9c41f9f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp35ccf49e-a895-563f-88ce-f04d0597ddad-7a2ea638-361b-43e7-98a5-ad26674b6832', 'network_id': '7a2ea638-361b-43e7-98a5-ad26674b6832', 'project_id': '3ca63dae986749728daf5c42db0d14e3', 'fixed_ips': [{'subnet_id': 'f2766fdc-78e4-4021-8ae5-25446d105c00'}]}} from dv-cinder-843361-2-smb. {{(pid=104679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:38:10.868245 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-8a0698cb-f18a-4f7d-bd38-729b9c41f9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:10.912176 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-8cb126d0-6855-4244-a61f-f719826b7fd1 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104677) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:38:10.919091 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-8cb126d0-6855-4244-a61f-f719826b7fd1 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1359599 May 27 03:38:10.927979 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:10.940874 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:11.055720 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-16f52291-cb88-46f6-890d-660591886a6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3642992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7936'] for router (3ea81409-8cbf-4ea2-bf1f-784c8d3f3232), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:11.056983 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-16f52291-cb88-46f6-890d-660591886a6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3889088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3801747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7993'] for router (3ea81409-8cbf-4ea2-bf1f-784c8d3f3232), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:11.057726 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:11.076539 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-73b27e33-1327-4317-89aa-5f14fe17e45f service neutron] 10.222.0.71 "GET /v2.0/networks/50bd6645-5af8-443d-90d8-1ce51f5e476b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550157 May 27 03:38:11.144180 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-021c806f-a6b5-4d52-b4f0-d0707fcb3e88 admin admin] Publish callbacks [] for router_gateway (4d04cd31-9131-43a5-aa6a-2edf87d550b9), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:11.177471 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.db_base_plugin_common [None req-bea0d045-9ade-4545-9c2f-4f208cc39e3e None None] Allocated IP 172.20.0.2 (2f916a43-2562-4d0d-bd29-c5c8a7d74b6a/e9e7a5b0-6940-4778-807b-b50ae30078a7/6bc4f978-44c6-41a9-9e16-69f497ded4c4) {{(pid=104679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:38:11.236665 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-16f52291-cb88-46f6-890d-660591886a6b admin admin] Publish callbacks [] for router_controller (3ea81409-8cbf-4ea2-bf1f-784c8d3f3232), precommit_add_association {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:11.270277 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-fdcbdb52-6cfe-49a6-abc2-49ad446171fe service neutron] 10.222.0.71 "GET /v2.0/networks/50bd6645-5af8-443d-90d8-1ce51f5e476b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924510 May 27 03:38:11.292610 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.db_base_plugin_common [None req-8a0698cb-f18a-4f7d-bd38-729b9c41f9f5 None None] Allocated IP 172.20.0.2 (7a2ea638-361b-43e7-98a5-ad26674b6832/f2766fdc-78e4-4021-8ae5-25446d105c00/9fe78034-84a8-4f79-8782-d9565e397d5f) {{(pid=104679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:38:11.468468 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-bea0d045-9ade-4545-9c2f-4f208cc39e3e None None] Publish callbacks [] for port (6bc4f978-44c6-41a9-9e16-69f497ded4c4), precommit_create {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:11.552927 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-16f52291-cb88-46f6-890d-660591886a6b admin admin] Publish callbacks [] for router_gateway (3ea81409-8cbf-4ea2-bf1f-784c8d3f3232), precommit_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:11.564254 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-8a0698cb-f18a-4f7d-bd38-729b9c41f9f5 None None] Publish callbacks [] for port (9fe78034-84a8-4f79-8782-d9565e397d5f), precommit_create {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:11.611512 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-bea0d045-9ade-4545-9c2f-4f208cc39e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921'] for port (6bc4f978-44c6-41a9-9e16-69f497ded4c4), after_create {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:11.679677 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-021c806f-a6b5-4d52-b4f0-d0707fcb3e88 admin admin] Publish callbacks [] for router_gateway (4d04cd31-9131-43a5-aa6a-2edf87d550b9), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:11.701288 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea0d045-9ade-4545-9c2f-4f208cc39e3e None None] Network 2f916a43-2562-4d0d-bd29-c5c8a7d74b6a is already hosted by enough agents. {{(pid=104679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:38:11.704556 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.scheduler.base_scheduler [None req-bea0d045-9ade-4545-9c2f-4f208cc39e3e None None] Resources bound (agent type, host, resource id): {{(pid=104679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:38:11.711318 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea0d045-9ade-4545-9c2f-4f208cc39e3e None None] Received port after_create {{(pid=104679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:38:11.727164 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-8a0698cb-f18a-4f7d-bd38-729b9c41f9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921'] for port (9fe78034-84a8-4f79-8782-d9565e397d5f), after_create {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:11.768500 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 50316) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:11.793020 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 50326) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:11.794560 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-021c806f-a6b5-4d52-b4f0-d0707fcb3e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:11.819602 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea0d045-9ade-4545-9c2f-4f208cc39e3e None None] Pushing event updated for resources: {'Port': ['ID=6bc4f978-44c6-41a9-9e16-69f497ded4c4,revision_number=1']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:11.846524 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea0d045-9ade-4545-9c2f-4f208cc39e3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:11.846867 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea0d045-9ade-4545-9c2f-4f208cc39e3e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:11.849686 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea0d045-9ade-4545-9c2f-4f208cc39e3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:11.850218 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea0d045-9ade-4545-9c2f-4f208cc39e3e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:11.850686 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea0d045-9ade-4545-9c2f-4f208cc39e3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:11.851185 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea0d045-9ade-4545-9c2f-4f208cc39e3e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:11.851509 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea0d045-9ade-4545-9c2f-4f208cc39e3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:11.851863 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea0d045-9ade-4545-9c2f-4f208cc39e3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:11.852183 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea0d045-9ade-4545-9c2f-4f208cc39e3e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:11.852503 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea0d045-9ade-4545-9c2f-4f208cc39e3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:11.852823 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea0d045-9ade-4545-9c2f-4f208cc39e3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:11.853156 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea0d045-9ade-4545-9c2f-4f208cc39e3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:11.853501 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea0d045-9ade-4545-9c2f-4f208cc39e3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:11.860664 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea0d045-9ade-4545-9c2f-4f208cc39e3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:11.861292 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea0d045-9ade-4545-9c2f-4f208cc39e3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:11.862555 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea0d045-9ade-4545-9c2f-4f208cc39e3e None None] Tracked resource versions report: May 27 03:38:11.862555 dv-cinder-843361-2-smb neutron-server[104679]: pushed versions: May 27 03:38:11.862555 dv-cinder-843361-2-smb neutron-server[104679]: { 'AddressGroup': {'1.2'}, May 27 03:38:11.862555 dv-cinder-843361-2-smb neutron-server[104679]: 'Agent': {'1.1'}, May 27 03:38:11.862555 dv-cinder-843361-2-smb neutron-server[104679]: 'ConntrackHelper': {'1.0'}, May 27 03:38:11.862555 dv-cinder-843361-2-smb neutron-server[104679]: 'LocalIPAssociation': {'1.0'}, May 27 03:38:11.862555 dv-cinder-843361-2-smb neutron-server[104679]: 'Log': {'1.0'}, May 27 03:38:11.862555 dv-cinder-843361-2-smb neutron-server[104679]: 'NDPProxy': {'1.0'}, May 27 03:38:11.862555 dv-cinder-843361-2-smb neutron-server[104679]: 'Network': {'1.1'}, May 27 03:38:11.862555 dv-cinder-843361-2-smb neutron-server[104679]: 'Port': {'1.7'}, May 27 03:38:11.862555 dv-cinder-843361-2-smb neutron-server[104679]: 'PortForwarding': {'1.3'}, May 27 03:38:11.862555 dv-cinder-843361-2-smb neutron-server[104679]: 'QosPolicy': {'1.10'}, May 27 03:38:11.862555 dv-cinder-843361-2-smb neutron-server[104679]: 'SecurityGroup': {'1.5'}, May 27 03:38:11.862555 dv-cinder-843361-2-smb neutron-server[104679]: 'SecurityGroupRule': {'1.2'}, May 27 03:38:11.862555 dv-cinder-843361-2-smb neutron-server[104679]: 'SubPort': {'1.0'}, May 27 03:38:11.862555 dv-cinder-843361-2-smb neutron-server[104679]: 'Subnet': {'1.1'}, May 27 03:38:11.862555 dv-cinder-843361-2-smb neutron-server[104679]: 'Trunk': {'1.1'}} May 27 03:38:11.862555 dv-cinder-843361-2-smb neutron-server[104679]: consumer versions: May 27 03:38:11.862555 dv-cinder-843361-2-smb neutron-server[104679]: { DHCP agent@dv-cinder-843361-2-smb: {}, May 27 03:38:11.862555 dv-cinder-843361-2-smb neutron-server[104679]: HyperV agent@hv-cinder-84336: {}, May 27 03:38:11.862555 dv-cinder-843361-2-smb neutron-server[104679]: L3 agent@dv-cinder-843361-2-smb: {}, May 27 03:38:11.862555 dv-cinder-843361-2-smb neutron-server[104679]: Metadata agent@dv-cinder-843361-2-smb: {}, May 27 03:38:11.862555 dv-cinder-843361-2-smb neutron-server[104679]: Metering agent@dv-cinder-843361-2-smb: {}, May 27 03:38:11.862555 dv-cinder-843361-2-smb neutron-server[104679]: Open vSwitch agent@dv-cinder-843361-2-smb: { 'AddressGroup': '1.2', May 27 03:38:11.862555 dv-cinder-843361-2-smb neutron-server[104679]: 'Agent': '1.1', May 27 03:38:11.862555 dv-cinder-843361-2-smb neutron-server[104679]: 'ConntrackHelper': '1.0', May 27 03:38:11.862555 dv-cinder-843361-2-smb neutron-server[104679]: 'LocalIPAssociation': '1.0', May 27 03:38:11.862555 dv-cinder-843361-2-smb neutron-server[104679]: 'Log': '1.0', May 27 03:38:11.862555 dv-cinder-843361-2-smb neutron-server[104679]: 'NDPProxy': '1.0', May 27 03:38:11.862555 dv-cinder-843361-2-smb neutron-server[104679]: 'Network': '1.1', May 27 03:38:11.862555 dv-cinder-843361-2-smb neutron-server[104679]: 'Port': '1.7', May 27 03:38:11.862555 dv-cinder-843361-2-smb neutron-server[104679]: 'PortForwarding': '1.3', May 27 03:38:11.862555 dv-cinder-843361-2-smb neutron-server[104679]: 'QosPolicy': '1.10', May 27 03:38:11.862555 dv-cinder-843361-2-smb neutron-server[104679]: 'SecurityGroup': '1.5', May 27 03:38:11.862555 dv-cinder-843361-2-smb neutron-server[104679]: 'SecurityGroupRule': '1.2', May 27 03:38:11.862555 dv-cinder-843361-2-smb neutron-server[104679]: 'SubPort': '1.0', May 27 03:38:11.862555 dv-cinder-843361-2-smb neutron-server[104679]: 'Subnet': '1.1', May 27 03:38:11.862555 dv-cinder-843361-2-smb neutron-server[104679]: 'Trunk': '1.1'}} May 27 03:38:11.862555 dv-cinder-843361-2-smb neutron-server[104679]: {{(pid=104679) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:38:11.874486 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0698cb-f18a-4f7d-bd38-729b9c41f9f5 None None] Network 7a2ea638-361b-43e7-98a5-ad26674b6832 is already hosted by enough agents. {{(pid=104679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:38:11.893631 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.scheduler.base_scheduler [None req-8a0698cb-f18a-4f7d-bd38-729b9c41f9f5 None None] Resources bound (agent type, host, resource id): {{(pid=104679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:38:11.935746 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0698cb-f18a-4f7d-bd38-729b9c41f9f5 None None] Received port after_create {{(pid=104679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:38:11.980311 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b0554c55-f323-4c8a-93e8-344b47bfc89d req-b0b14a66-7af9-47dc-b3aa-5edc68361b52 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7f1597c-3979-419d-ad8c-f8ac67a2f14a HTTP/1.1" status: 200 len: 210 time: 0.1758494 May 27 03:38:12.121391 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-bea0d045-9ade-4545-9c2f-4f208cc39e3e None None] Attempting to bind port 6bc4f978-44c6-41a9-9e16-69f497ded4c4 on host dv-cinder-843361-2-smb for vnic_type normal with profile {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:38:12.121391 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-bea0d045-9ade-4545-9c2f-4f208cc39e3e None None] Attempting to bind port 6bc4f978-44c6-41a9-9e16-69f497ded4c4 by drivers openvswitch,hyperv on host dv-cinder-843361-2-smb at level 0 using segments [{'id': '38baf4e4-1e5b-4f83-ae3c-ef0274e43459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a'}] {{(pid=104679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:38:12.121391 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea0d045-9ade-4545-9c2f-4f208cc39e3e None None] Attempting to bind port 6bc4f978-44c6-41a9-9e16-69f497ded4c4 on network 2f916a43-2562-4d0d-bd29-c5c8a7d74b6a {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:38:12.139987 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.db_base_plugin_common [None req-021c806f-a6b5-4d52-b4f0-d0707fcb3e88 admin admin] Allocated IP 172.28.2.241 (2c8f85dd-7a0e-40ae-be84-c061eec53ce1/4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03/0b7b49cd-8178-4c38-9759-729bc1092412) {{(pid=104678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:38:12.143029 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:12.146623 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea0d045-9ade-4545-9c2f-4f208cc39e3e None None] Checking agent: {'id': '9eab1ddd-6fe1-4746-91d3-5b2c5a714814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 29, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 29, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:38:12.147281 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea0d045-9ade-4545-9c2f-4f208cc39e3e None None] Checking segment: {'id': '38baf4e4-1e5b-4f83-ae3c-ef0274e43459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:38:12.148269 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-bea0d045-9ade-4545-9c2f-4f208cc39e3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:12.153947 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea0d045-9ade-4545-9c2f-4f208cc39e3e None None] Bound using segment: {'id': '38baf4e4-1e5b-4f83-ae3c-ef0274e43459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a'} {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:38:12.154628 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-bea0d045-9ade-4545-9c2f-4f208cc39e3e None None] Bound port: 6bc4f978-44c6-41a9-9e16-69f497ded4c4, host: dv-cinder-843361-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38baf4e4-1e5b-4f83-ae3c-ef0274e43459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a'}}] {{(pid=104679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:38:12.155115 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-bea0d045-9ade-4545-9c2f-4f208cc39e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (6bc4f978-44c6-41a9-9e16-69f497ded4c4), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:12.157318 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0698cb-f18a-4f7d-bd38-729b9c41f9f5 None None] Pushing event updated for resources: {'Port': ['ID=9fe78034-84a8-4f79-8782-d9565e397d5f,revision_number=1']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:12.172272 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-26dc1012-58a0-45a2-8f14-52588f765487 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:12.189774 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-8a0698cb-f18a-4f7d-bd38-729b9c41f9f5 None None] Attempting to bind port 9fe78034-84a8-4f79-8782-d9565e397d5f on host dv-cinder-843361-2-smb for vnic_type normal with profile {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:38:12.190244 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-8a0698cb-f18a-4f7d-bd38-729b9c41f9f5 None None] Attempting to bind port 9fe78034-84a8-4f79-8782-d9565e397d5f by drivers openvswitch,hyperv on host dv-cinder-843361-2-smb at level 0 using segments [{'id': '83c06243-6dbd-48ee-aa93-81ebad273030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7a2ea638-361b-43e7-98a5-ad26674b6832'}] {{(pid=104679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:38:12.190696 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0698cb-f18a-4f7d-bd38-729b9c41f9f5 None None] Attempting to bind port 9fe78034-84a8-4f79-8782-d9565e397d5f on network 7a2ea638-361b-43e7-98a5-ad26674b6832 {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:38:12.201244 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0698cb-f18a-4f7d-bd38-729b9c41f9f5 None None] Checking agent: {'id': '9eab1ddd-6fe1-4746-91d3-5b2c5a714814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 29, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 29, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:38:12.201787 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0698cb-f18a-4f7d-bd38-729b9c41f9f5 None None] Checking segment: {'id': '83c06243-6dbd-48ee-aa93-81ebad273030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7a2ea638-361b-43e7-98a5-ad26674b6832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:38:12.202277 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-8a0698cb-f18a-4f7d-bd38-729b9c41f9f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:12.202761 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0698cb-f18a-4f7d-bd38-729b9c41f9f5 None None] Bound using segment: {'id': '83c06243-6dbd-48ee-aa93-81ebad273030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7a2ea638-361b-43e7-98a5-ad26674b6832'} {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:38:12.203440 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-8a0698cb-f18a-4f7d-bd38-729b9c41f9f5 None None] Bound port: 9fe78034-84a8-4f79-8782-d9565e397d5f, host: dv-cinder-843361-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c06243-6dbd-48ee-aa93-81ebad273030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7a2ea638-361b-43e7-98a5-ad26674b6832'}}] {{(pid=104679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:38:12.203853 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-8a0698cb-f18a-4f7d-bd38-729b9c41f9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (9fe78034-84a8-4f79-8782-d9565e397d5f), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:12.235917 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-16f52291-cb88-46f6-890d-660591886a6b admin admin] Publish callbacks [] for router_gateway (3ea81409-8cbf-4ea2-bf1f-784c8d3f3232), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:12.281616 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-16f52291-cb88-46f6-890d-660591886a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:12.299129 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:12.395338 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-bea0d045-9ade-4545-9c2f-4f208cc39e3e None None] For port 6bc4f978-44c6-41a9-9e16-69f497ded4c4, host dv-cinder-843361-2-smb, cleared binding levels {{(pid=104679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:38:12.395931 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-021c806f-a6b5-4d52-b4f0-d0707fcb3e88 admin admin] Publish callbacks [] for port (0b7b49cd-8178-4c38-9759-729bc1092412), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:12.426038 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-bea0d045-9ade-4545-9c2f-4f208cc39e3e None None] For port 6bc4f978-44c6-41a9-9e16-69f497ded4c4, host dv-cinder-843361-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=6bc4f978-44c6-41a9-9e16-69f497ded4c4,segment=NetworkSegment(38baf4e4-1e5b-4f83-ae3c-ef0274e43459),segment_id=38baf4e4-1e5b-4f83-ae3c-ef0274e43459)] {{(pid=104679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:38:12.428973 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:12.435994 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-8a0698cb-f18a-4f7d-bd38-729b9c41f9f5 None None] For port 9fe78034-84a8-4f79-8782-d9565e397d5f, host dv-cinder-843361-2-smb, cleared binding levels {{(pid=104679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:38:12.451855 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-8a0698cb-f18a-4f7d-bd38-729b9c41f9f5 None None] For port 9fe78034-84a8-4f79-8782-d9565e397d5f, host dv-cinder-843361-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=9fe78034-84a8-4f79-8782-d9565e397d5f,segment=NetworkSegment(83c06243-6dbd-48ee-aa93-81ebad273030),segment_id=83c06243-6dbd-48ee-aa93-81ebad273030)] {{(pid=104679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:38:12.485643 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-bea0d045-9ade-4545-9c2f-4f208cc39e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (6bc4f978-44c6-41a9-9e16-69f497ded4c4), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:12.501968 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-26dc1012-58a0-45a2-8f14-52588f765487 admin admin] Publish callbacks [] for security_group (ed42d895-c486-40fe-90b2-f25dee57a309), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:12.560419 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-8a0698cb-f18a-4f7d-bd38-729b9c41f9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (9fe78034-84a8-4f79-8782-d9565e397d5f), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:12.563934 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=7 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:12.568709 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-26dc1012-58a0-45a2-8f14-52588f765487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (ed42d895-c486-40fe-90b2-f25dee57a309), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:12.627374 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea0d045-9ade-4545-9c2f-4f208cc39e3e None None] Pushing event updated for resources: {'Port': ['ID=6bc4f978-44c6-41a9-9e16-69f497ded4c4,revision_number=2']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:12.655712 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 50374) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:12.663477 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [None req-a559f18e-3022-4de5-bd8e-6fdccfba7eb9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-529062070-network', 'tenant_id': 'fdb8d5aa1d2447aab523d3df511f005d'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:38:12.672376 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-021c806f-a6b5-4d52-b4f0-d0707fcb3e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921'] for port (0b7b49cd-8178-4c38-9759-729bc1092412), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:12.721352 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.db_base_plugin_common [None req-16f52291-cb88-46f6-890d-660591886a6b admin admin] Allocated IP 172.28.2.198 (2c8f85dd-7a0e-40ae-be84-c061eec53ce1/4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03/a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1) {{(pid=104677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:38:12.739032 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0698cb-f18a-4f7d-bd38-729b9c41f9f5 None None] Pushing event updated for resources: {'Port': ['ID=9fe78034-84a8-4f79-8782-d9565e397d5f,revision_number=2']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:12.757563 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c806f-a6b5-4d52-b4f0-d0707fcb3e88 admin admin] Pushing event updated for resources: {'Port': ['ID=0b7b49cd-8178-4c38-9759-729bc1092412,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:12.771012 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-26dc1012-58a0-45a2-8f14-52588f765487 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6a876142cd9242348aa04e4cc40d08ed&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9961383 May 27 03:38:12.777408 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 50384) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:12.786494 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a559f18e-3022-4de5-bd8e-6fdccfba7eb9 admin admin] Made reservation on behalf of fdb8d5aa1d2447aab523d3df511f005d for: {'network': 1} {{(pid=104678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:38:12.789456 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-a559f18e-3022-4de5-bd8e-6fdccfba7eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for network (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:12.812788 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021c806f-a6b5-4d52-b4f0-d0707fcb3e88 admin admin] Network 2c8f85dd-7a0e-40ae-be84-c061eec53ce1 is already hosted by enough agents. {{(pid=104678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:38:12.814307 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-a559f18e-3022-4de5-bd8e-6fdccfba7eb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:12.830328 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc1012-58a0-45a2-8f14-52588f765487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed42d895-c486-40fe-90b2-f25dee57a309,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:12.834012 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.base_scheduler [None req-021c806f-a6b5-4d52-b4f0-d0707fcb3e88 admin admin] Resources bound (agent type, host, resource id): {{(pid=104678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:38:12.897860 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021c806f-a6b5-4d52-b4f0-d0707fcb3e88 admin admin] Received port after_create {{(pid=104678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:38:12.952743 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:12.955653 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-dde29eca-d623-473b-a53b-401fbcf8a601 admin admin] Publish callbacks [] for security_group (ed42d895-c486-40fe-90b2-f25dee57a309), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:13.033726 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-16f52291-cb88-46f6-890d-660591886a6b admin admin] Publish callbacks [] for port (a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:13.140245 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c740af7a-a62d-4ded-92c1-3f9c7955ac92 req-04867019-d627-482f-817a-018733048c26 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7f1597c-3979-419d-ad8c-f8ac67a2f14a HTTP/1.1" status: 200 len: 210 time: 0.0376806 May 27 03:38:13.146659 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-dde29eca-d623-473b-a53b-401fbcf8a601 admin admin] Publish callbacks [] for security_group (ed42d895-c486-40fe-90b2-f25dee57a309), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:13.230860 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-16f52291-cb88-46f6-890d-660591886a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921'] for port (a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:13.303335 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f52291-cb88-46f6-890d-660591886a6b admin admin] Network 2c8f85dd-7a0e-40ae-be84-c061eec53ce1 is already hosted by enough agents. {{(pid=104677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:38:13.304398 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 50400) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:13.305791 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f52291-cb88-46f6-890d-660591886a6b admin admin] Pushing event updated for resources: {'Port': ['ID=a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:13.312553 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.base_scheduler [None req-16f52291-cb88-46f6-890d-660591886a6b admin admin] Resources bound (agent type, host, resource id): {{(pid=104677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:38:13.316162 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f52291-cb88-46f6-890d-660591886a6b admin admin] Received port after_create {{(pid=104677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:38:13.318136 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-a559f18e-3022-4de5-bd8e-6fdccfba7eb9 admin admin] Publish callbacks [] for security_group (c9174ab0-c5a0-47af-8807-4600608d6383), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:13.393198 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:13.393401 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-dde29eca-d623-473b-a53b-401fbcf8a601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (ed42d895-c486-40fe-90b2-f25dee57a309), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:13.395966 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-dde29eca-d623-473b-a53b-401fbcf8a601 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:13.399454 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-dde29eca-d623-473b-a53b-401fbcf8a601 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ed42d895-c486-40fe-90b2-f25dee57a309 HTTP/1.1" status: 204 len: 168 time: 0.6175995 May 27 03:38:13.431008 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde29eca-d623-473b-a53b-401fbcf8a601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed42d895-c486-40fe-90b2-f25dee57a309,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:13.431930 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 6bc4f978-44c6-41a9-9e16-69f497ded4c4 up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:38:13.492082 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:13.505805 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-a559f18e-3022-4de5-bd8e-6fdccfba7eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (c9174ab0-c5a0-47af-8807-4600608d6383), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:13.550658 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port 6bc4f978-44c6-41a9-9e16-69f497ded4c4 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:38:13.551077 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (6bc4f978-44c6-41a9-9e16-69f497ded4c4), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:13.566871 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-021c806f-a6b5-4d52-b4f0-d0707fcb3e88 admin admin] Publish callbacks [] for router_gateway (4d04cd31-9131-43a5-aa6a-2edf87d550b9), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:13.575803 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a559f18e-3022-4de5-bd8e-6fdccfba7eb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=104678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:38:13.612652 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a559f18e-3022-4de5-bd8e-6fdccfba7eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9174ab0-c5a0-47af-8807-4600608d6383,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:13.626485 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-a559f18e-3022-4de5-bd8e-6fdccfba7eb9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755264080231', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105'] for segment (17a3adc7-c062-4530-9ea4-fb8cb5a73542), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:13.626897 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.db.segments_db [None req-a559f18e-3022-4de5-bd8e-6fdccfba7eb9 admin admin] Added segment 17a3adc7-c062-4530-9ea4-fb8cb5a73542 of type vlan for network f34e10f4-5801-495e-a7ad-11bbab1c4717 May 27 03:38:13.647902 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3a60293d-363b-4b87-ad37-32f2fe4f9a87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:13.677419 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port 6bc4f978-44c6-41a9-9e16-69f497ded4c4 is: DOWN; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:38:13.678074 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (6bc4f978-44c6-41a9-9e16-69f497ded4c4), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:13.734449 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] For port 6bc4f978-44c6-41a9-9e16-69f497ded4c4, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=6bc4f978-44c6-41a9-9e16-69f497ded4c4,segment=NetworkSegment(38baf4e4-1e5b-4f83-ae3c-ef0274e43459),segment_id=38baf4e4-1e5b-4f83-ae3c-ef0274e43459)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:13.766459 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-a559f18e-3022-4de5-bd8e-6fdccfba7eb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755263573863'] for network (f34e10f4-5801-495e-a7ad-11bbab1c4717), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:13.850621 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (6bc4f978-44c6-41a9-9e16-69f497ded4c4), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:13.851581 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 9fe78034-84a8-4f79-8782-d9565e397d5f up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:38:13.878796 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-16f52291-cb88-46f6-890d-660591886a6b admin admin] Publish callbacks [] for router_gateway (3ea81409-8cbf-4ea2-bf1f-784c8d3f3232), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:13.967541 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-021c806f-a6b5-4d52-b4f0-d0707fcb3e88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3889143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664899'] for router (4d04cd31-9131-43a5-aa6a-2edf87d550b9), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:13.972467 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-a559f18e-3022-4de5-bd8e-6fdccfba7eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027'] for network (f34e10f4-5801-495e-a7ad-11bbab1c4717), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:13.973682 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a559f18e-3022-4de5-bd8e-6fdccfba7eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:13.974332 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-a559f18e-3022-4de5-bd8e-6fdccfba7eb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for network (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:14.069425 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port 9fe78034-84a8-4f79-8782-d9565e397d5f triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:38:14.069859 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (9fe78034-84a8-4f79-8782-d9565e397d5f), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:14.110215 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Pushing event updated for resources: {'Port': ['ID=6bc4f978-44c6-41a9-9e16-69f497ded4c4,revision_number=3']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:14.206330 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port 9fe78034-84a8-4f79-8782-d9565e397d5f is: DOWN; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:38:14.207883 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (9fe78034-84a8-4f79-8782-d9565e397d5f), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:14.288194 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] For port 9fe78034-84a8-4f79-8782-d9565e397d5f, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=9fe78034-84a8-4f79-8782-d9565e397d5f,segment=NetworkSegment(83c06243-6dbd-48ee-aa93-81ebad273030),segment_id=83c06243-6dbd-48ee-aa93-81ebad273030)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:14.371440 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (9fe78034-84a8-4f79-8782-d9565e397d5f), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:14.418030 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3a60293d-363b-4b87-ad37-32f2fe4f9a87 admin admin] Publish callbacks [] for security_group (28d208e0-ff73-45b3-99e5-867807c6d20c), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:14.428587 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-79f3921f-9908-423b-bb44-aaf807c2a783 req-5752c103-b434-4123-8752-483993ae8181 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7f1597c-3979-419d-ad8c-f8ac67a2f14a HTTP/1.1" status: 200 len: 210 time: 0.1485507 May 27 03:38:14.456530 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d419e9-764a-488f-a222-f1049a4227f1 None None] Network 2f916a43-2562-4d0d-bd29-c5c8a7d74b6a requested from dv-cinder-843361-2-smb {{(pid=104679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:38:14.507495 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3a60293d-363b-4b87-ad37-32f2fe4f9a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (28d208e0-ff73-45b3-99e5-867807c6d20c), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:14.555298 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a559f18e-3022-4de5-bd8e-6fdccfba7eb9 admin admin] Pushing event updated for resources: {'Network': ['ID=f34e10f4-5801-495e-a7ad-11bbab1c4717,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:14.577605 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Network f34e10f4-5801-495e-a7ad-11bbab1c4717 details requested by agent ovs-agent-dv-cinder-843361-2-smb with host dv-cinder-843361-2-smb {{(pid=104679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:38:14.598855 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-a559f18e-3022-4de5-bd8e-6fdccfba7eb9 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9400022 May 27 03:38:14.602369 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 50448) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:14.608017 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [None req-625949f3-89fe-4eab-86c2-c5617639ff10 admin admin] Request body: {'subnet': {'network_id': 'f34e10f4-5801-495e-a7ad-11bbab1c4717', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-529062070-subnet', 'tenant_id': 'fdb8d5aa1d2447aab523d3df511f005d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:38:14.676138 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a60293d-363b-4b87-ad37-32f2fe4f9a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d208e0-ff73-45b3-99e5-867807c6d20c,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:14.676334 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-db8e65f5-0c7a-477e-95c3-0b84a627b249 None None] Provisioning complete for port 6bc4f978-44c6-41a9-9e16-69f497ded4c4 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:38:14.676876 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-db8e65f5-0c7a-477e-95c3-0b84a627b249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (6bc4f978-44c6-41a9-9e16-69f497ded4c4), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:14.678607 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Pushing event updated for resources: {'Port': ['ID=9fe78034-84a8-4f79-8782-d9565e397d5f,revision_number=3']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:14.682977 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-3a60293d-363b-4b87-ad37-32f2fe4f9a87 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b38bc680a97f4d44bc0dd62cfce8d20e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3004041 May 27 03:38:14.686118 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 50450) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:14.724282 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-16f52291-cb88-46f6-890d-660591886a6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3889143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664899'] for router (3ea81409-8cbf-4ea2-bf1f-784c8d3f3232), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:14.741071 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625949f3-89fe-4eab-86c2-c5617639ff10 admin admin] Made reservation on behalf of fdb8d5aa1d2447aab523d3df511f005d for: {'subnet': 1} {{(pid=104678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:38:14.743842 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-625949f3-89fe-4eab-86c2-c5617639ff10 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:14.747326 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021c806f-a6b5-4d52-b4f0-d0707fcb3e88 admin admin] Router 4d04cd31-9131-43a5-aa6a-2edf87d550b9 is scheduled to L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 with binding_index 1 {{(pid=104678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:38:14.824710 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3dcd3c-a7a5-4400-9f82-9466f1b5681a None None] Network 7a2ea638-361b-43e7-98a5-ad26674b6832 requested from dv-cinder-843361-2-smb {{(pid=104679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:38:14.884269 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-e3b45cf7-3fd3-4e79-a612-3513af09d83e admin admin] Publish callbacks [] for security_group (28d208e0-ff73-45b3-99e5-867807c6d20c), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:14.953508 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-e3b45cf7-3fd3-4e79-a612-3513af09d83e admin admin] Publish callbacks [] for security_group (28d208e0-ff73-45b3-99e5-867807c6d20c), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:15.049345 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f52291-cb88-46f6-890d-660591886a6b admin admin] Router 3ea81409-8cbf-4ea2-bf1f-784c8d3f3232 is scheduled to L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 with binding_index 1 {{(pid=104677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:38:15.128399 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021c806f-a6b5-4d52-b4f0-d0707fcb3e88 admin admin] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:38:15.142585 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e225d1ad-9ebf-4975-85b8-a1f0de64d2ad None None] Sync routers for ids ['4d04cd31-9131-43a5-aa6a-2edf87d550b9'] in dv-cinder-843361-2-smb {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:38:15.149346 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-db8e65f5-0c7a-477e-95c3-0b84a627b249 None None] Current status of the port 6bc4f978-44c6-41a9-9e16-69f497ded4c4 is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:38:15.177746 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e225d1ad-9ebf-4975-85b8-a1f0de64d2ad None None] Routers {'4d04cd31-9131-43a5-aa6a-2edf87d550b9'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:38:15.179281 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-e225d1ad-9ebf-4975-85b8-a1f0de64d2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:38:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['4d04cd31-9131-43a5-aa6a-2edf87d550b9'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:15.299609 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-021c806f-a6b5-4d52-b4f0-d0707fcb3e88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:15.302416 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-021c806f-a6b5-4d52-b4f0-d0707fcb3e88 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.9183154 May 27 03:38:15.303094 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-74b2bf01-2514-4f4d-8a02-56d67a86fec0 None None] Provisioning complete for port 9fe78034-84a8-4f79-8782-d9565e397d5f triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:38:15.303480 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-74b2bf01-2514-4f4d-8a02-56d67a86fec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (9fe78034-84a8-4f79-8782-d9565e397d5f), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:15.305290 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:15.306247 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 50472) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:15.324737 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-e3b45cf7-3fd3-4e79-a612-3513af09d83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (28d208e0-ff73-45b3-99e5-867807c6d20c), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:15.328149 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-e3b45cf7-3fd3-4e79-a612-3513af09d83e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:15.334461 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-e3b45cf7-3fd3-4e79-a612-3513af09d83e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/28d208e0-ff73-45b3-99e5-867807c6d20c HTTP/1.1" status: 204 len: 168 time: 0.6422970 May 27 03:38:15.334722 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f52291-cb88-46f6-890d-660591886a6b admin admin] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:38:15.425734 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011b6d2f-d296-4791-ac22-db99de3b9c70 None None] Sync routers for ids ['3ea81409-8cbf-4ea2-bf1f-784c8d3f3232'] in dv-cinder-843361-2-smb {{(pid=104679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:38:15.434366 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-625949f3-89fe-4eab-86c2-c5617639ff10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027'] for subnet (f12afe31-9212-4303-acd5-72ed2b75a53a), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:15.440234 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 6bc4f978-44c6-41a9-9e16-69f497ded4c4 up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:38:15.476006 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-16f52291-cb88-46f6-890d-660591886a6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:15.477435 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-16f52291-cb88-46f6-890d-660591886a6b admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6524577 May 27 03:38:15.482106 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 50476) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:15.482636 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b45cf7-3fd3-4e79-a612-3513af09d83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d208e0-ff73-45b3-99e5-867807c6d20c,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:15.625296 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:15.629106 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011b6d2f-d296-4791-ac22-db99de3b9c70 None None] Routers {'3ea81409-8cbf-4ea2-bf1f-784c8d3f3232'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:38:15.630475 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-011b6d2f-d296-4791-ac22-db99de3b9c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:38:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['3ea81409-8cbf-4ea2-bf1f-784c8d3f3232'], 'active': True} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:15.664913 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-e225d1ad-9ebf-4975-85b8-a1f0de64d2ad None None] Set router 4d04cd31-9131-43a5-aa6a-2edf87d550b9 gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:38:15.724943 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625949f3-89fe-4eab-86c2-c5617639ff10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f12afe31-9212-4303-acd5-72ed2b75a53a,revision_number=0']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:15.755254 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port 6bc4f978-44c6-41a9-9e16-69f497ded4c4 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:38:15.755653 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (6bc4f978-44c6-41a9-9e16-69f497ded4c4), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:15.770721 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625949f3-89fe-4eab-86c2-c5617639ff10 admin admin] Checking segment: {'id': '17a3adc7-c062-4530-9ea4-fb8cb5a73542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f34e10f4-5801-495e-a7ad-11bbab1c4717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:38:15.771154 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625949f3-89fe-4eab-86c2-c5617639ff10 admin admin] Network hostable DHCP agents. Network: f34e10f4-5801-495e-a7ad-11bbab1c4717, hostable agents: ['51435755-087c-400e-9559-48781745a262'], hosted agents: [] {{(pid=104678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:38:15.784688 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c158d738-8098-49ca-9148-0b07812435e6 req-82830e5d-c228-4367-9edf-7db9fd2d7433 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7f1597c-3979-419d-ad8c-f8ac67a2f14a HTTP/1.1" status: 200 len: 210 time: 0.0422688 May 27 03:38:15.932856 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625949f3-89fe-4eab-86c2-c5617639ff10 admin admin] Network f34e10f4-5801-495e-a7ad-11bbab1c4717 is scheduled to be hosted by DHCP agent 51435755-087c-400e-9559-48781745a262 with binding_index 1 {{(pid=104678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:38:15.935504 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:16.005119 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-74b2bf01-2514-4f4d-8a02-56d67a86fec0 None None] Current status of the port 9fe78034-84a8-4f79-8782-d9565e397d5f is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:38:16.025297 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvr_db [None req-011b6d2f-d296-4791-ac22-db99de3b9c70 None None] Set router 3ea81409-8cbf-4ea2-bf1f-784c8d3f3232 gateway port host: dv-cinder-843361-2-smb {{(pid=104679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:38:16.040974 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.base_scheduler [None req-625949f3-89fe-4eab-86c2-c5617639ff10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-2-smb, f34e10f4-5801-495e-a7ad-11bbab1c4717) {{(pid=104678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:38:16.056239 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:16.069483 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625949f3-89fe-4eab-86c2-c5617639ff10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:16.070084 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-625949f3-89fe-4eab-86c2-c5617639ff10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for subnet (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:16.160672 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97152e79-3895-4012-94c6-0573bda9dc67 None None] Network f34e10f4-5801-495e-a7ad-11bbab1c4717 requested from dv-cinder-843361-2-smb {{(pid=104679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:38:16.275750 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:16.295134 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-625949f3-89fe-4eab-86c2-c5617639ff10 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6795585 May 27 03:38:16.364556 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-ecb538b0-ea24-40ac-9092-838388847336 None None] Provisioning complete for port 9fe78034-84a8-4f79-8782-d9565e397d5f triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:38:16.365209 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-ecb538b0-ea24-40ac-9092-838388847336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (9fe78034-84a8-4f79-8782-d9565e397d5f), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:16.373937 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-84bfb5ab-44be-41ee-8f8a-0653db8bde54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:16.382497 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-e225d1ad-9ebf-4975-85b8-a1f0de64d2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'name': 'tempest-ServerRescueNegativeTestJSON-409517973-router', 'tenant_id': '8c649113d597484d8d1f5f046a8cac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '0b7b49cd-8178-4c38-9759-729bc1092412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:38:10Z', 'updated_at': '2022-05-27T03:38:13Z', 'revision_number': 3, 'project_id': '8c649113d597484d8d1f5f046a8cac59', 'gw_port': {'id': '0b7b49cd-8178-4c38-9759-729bc1092412', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:af:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:11Z', 'updated_at': '2022-05-27T03:38:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb'}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:16.461320 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e225d1ad-9ebf-4975-85b8-a1f0de64d2ad None None] Checking router: 4d04cd31-9131-43a5-aa6a-2edf87d550b9 for host: dv-cinder-843361-2-smb {{(pid=104680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:38:16.462681 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e225d1ad-9ebf-4975-85b8-a1f0de64d2ad None None] Updating router 4d04cd31-9131-43a5-aa6a-2edf87d550b9 port 0b7b49cd-8178-4c38-9759-729bc1092412 binding host dv-cinder-843361-2-smb {{(pid=104680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:38:16.532161 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-e225d1ad-9ebf-4975-85b8-a1f0de64d2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (0b7b49cd-8178-4c38-9759-729bc1092412), before_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:16.541328 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-e1cc14b8-1f14-4a10-b90a-b3aea4418279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:16.551880 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port 6bc4f978-44c6-41a9-9e16-69f497ded4c4 is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:38:16.552979 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 9fe78034-84a8-4f79-8782-d9565e397d5f up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:38:16.570522 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 50506) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:16.571582 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:16.697896 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 50508) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:16.709116 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-ecb538b0-ea24-40ac-9092-838388847336 None None] Current status of the port 9fe78034-84a8-4f79-8782-d9565e397d5f is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:38:16.713608 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3b22f477-fe45-4621-815a-674aba997e44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:16.762617 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-ecb538b0-ea24-40ac-9092-838388847336 None None] Provisioning complete for port 6bc4f978-44c6-41a9-9e16-69f497ded4c4 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:38:16.762992 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-ecb538b0-ea24-40ac-9092-838388847336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (6bc4f978-44c6-41a9-9e16-69f497ded4c4), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:16.796090 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175fef0a-43e1-4ad6-b94e-c560eb31b542 None None] Network f34e10f4-5801-495e-a7ad-11bbab1c4717 requested from dv-cinder-843361-2-smb {{(pid=104679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:38:16.842743 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port 9fe78034-84a8-4f79-8782-d9565e397d5f triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:38:16.842743 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (9fe78034-84a8-4f79-8782-d9565e397d5f), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:16.909087 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdef3871-d04f-4e07-9dc5-c903e089b7d0 admin admin] Deleting subnet dff9a255-f36c-4fe0-81d1-567a07a0107f {{(pid=104678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:38:16.914990 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-fdef3871-d04f-4e07-9dc5-c903e089b7d0 admin admin] Publish callbacks [] for subnet (dff9a255-f36c-4fe0-81d1-567a07a0107f), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:16.971307 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-fdef3871-d04f-4e07-9dc5-c903e089b7d0 admin admin] Publish callbacks [] for subnet (dff9a255-f36c-4fe0-81d1-567a07a0107f), precommit_delete_associations {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:16.987268 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-fdef3871-d04f-4e07-9dc5-c903e089b7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380246'] for subnet (dff9a255-f36c-4fe0-81d1-567a07a0107f), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:17.091384 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-011b6d2f-d296-4791-ac22-db99de3b9c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'name': 'tempest-AttachVolumeTestJSON-674304045-router', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:38:11Z', 'updated_at': '2022-05-27T03:38:13Z', 'revision_number': 3, 'project_id': '3ca63dae986749728daf5c42db0d14e3', 'gw_port': {'id': 'a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:12Z', 'updated_at': '2022-05-27T03:38:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb'}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:17.131942 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.72', 54681) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:17.157343 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.db_base_plugin_common [None req-84bfb5ab-44be-41ee-8f8a-0653db8bde54 admin admin] Allocated IP 172.20.0.1 (7a2ea638-361b-43e7-98a5-ad26674b6832/f2766fdc-78e4-4021-8ae5-25446d105c00/15ff380c-0799-4cd2-a8e3-a627c40232e6) {{(pid=104677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:38:17.200654 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011b6d2f-d296-4791-ac22-db99de3b9c70 None None] Checking router: 3ea81409-8cbf-4ea2-bf1f-784c8d3f3232 for host: dv-cinder-843361-2-smb {{(pid=104679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:38:17.203507 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011b6d2f-d296-4791-ac22-db99de3b9c70 None None] Updating router 3ea81409-8cbf-4ea2-bf1f-784c8d3f3232 port a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1 binding host dv-cinder-843361-2-smb {{(pid=104679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:38:17.205225 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-e225d1ad-9ebf-4975-85b8-a1f0de64d2ad None None] Publish callbacks [] for port (0b7b49cd-8178-4c38-9759-729bc1092412), precommit_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:17.279267 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-e225d1ad-9ebf-4975-85b8-a1f0de64d2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (0b7b49cd-8178-4c38-9759-729bc1092412), after_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:17.309762 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-e2d42b80-c1de-473e-9441-95d6605d3c13 req-9bb154ed-128d-433d-a69a-ba56c0b96139 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7f1597c-3979-419d-ad8c-f8ac67a2f14a HTTP/1.1" status: 200 len: 210 time: 0.1579771 May 27 03:38:17.358358 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 50532) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:17.364749 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-ecb538b0-ea24-40ac-9092-838388847336 None None] Current status of the port 6bc4f978-44c6-41a9-9e16-69f497ded4c4 is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:38:17.376466 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-011b6d2f-d296-4791-ac22-db99de3b9c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:17.396611 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917aabab-1188-4ddd-a10f-1fbdf7d86e92 None None] Pushing event updated for resources: {'Port': ['ID=0b7b49cd-8178-4c38-9759-729bc1092412,revision_number=2']} {{(pid=104680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:17.402019 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-fdef3871-d04f-4e07-9dc5-c903e089b7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027'] for subnet (dff9a255-f36c-4fe0-81d1-567a07a0107f), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:17.414415 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.db_base_plugin_common [None req-e1cc14b8-1f14-4a10-b90a-b3aea4418279 admin admin] Allocated IP 172.20.0.1 (2f916a43-2562-4d0d-bd29-c5c8a7d74b6a/e9e7a5b0-6940-4778-807b-b50ae30078a7/e77c1672-e833-41d4-92dc-8461f72c7958) {{(pid=104678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:38:17.416759 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.managers [None req-e225d1ad-9ebf-4975-85b8-a1f0de64d2ad None None] Attempting to bind port 0b7b49cd-8178-4c38-9759-729bc1092412 on host dv-cinder-843361-2-smb for vnic_type normal with profile {{(pid=104680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:38:17.417344 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.managers [None req-e225d1ad-9ebf-4975-85b8-a1f0de64d2ad None None] Attempting to bind port 0b7b49cd-8178-4c38-9759-729bc1092412 by drivers openvswitch,hyperv on host dv-cinder-843361-2-smb at level 0 using segments [{'id': 'bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'}] {{(pid=104680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:38:17.418079 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e225d1ad-9ebf-4975-85b8-a1f0de64d2ad None None] Attempting to bind port 0b7b49cd-8178-4c38-9759-729bc1092412 on network 2c8f85dd-7a0e-40ae-be84-c061eec53ce1 {{(pid=104680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:38:17.427730 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e225d1ad-9ebf-4975-85b8-a1f0de64d2ad None None] Checking agent: {'id': '9eab1ddd-6fe1-4746-91d3-5b2c5a714814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 29, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 29, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:38:17.428498 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e225d1ad-9ebf-4975-85b8-a1f0de64d2ad None None] Checking segment: {'id': 'bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:38:17.429220 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-e225d1ad-9ebf-4975-85b8-a1f0de64d2ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:17.429880 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e225d1ad-9ebf-4975-85b8-a1f0de64d2ad None None] Bound using segment: {'id': 'bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'} {{(pid=104680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:38:17.430483 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.managers [None req-e225d1ad-9ebf-4975-85b8-a1f0de64d2ad None None] Bound port: 0b7b49cd-8178-4c38-9759-729bc1092412, host: dv-cinder-843361-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'}}] {{(pid=104680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:38:17.430992 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-e225d1ad-9ebf-4975-85b8-a1f0de64d2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (0b7b49cd-8178-4c38-9759-729bc1092412), before_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:17.473193 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port 9fe78034-84a8-4f79-8782-d9565e397d5f is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:38:17.484175 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917aabab-1188-4ddd-a10f-1fbdf7d86e92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:17.485432 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917aabab-1188-4ddd-a10f-1fbdf7d86e92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:17.488563 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917aabab-1188-4ddd-a10f-1fbdf7d86e92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:17.488563 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917aabab-1188-4ddd-a10f-1fbdf7d86e92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:17.488563 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917aabab-1188-4ddd-a10f-1fbdf7d86e92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:17.491786 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917aabab-1188-4ddd-a10f-1fbdf7d86e92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:17.492432 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917aabab-1188-4ddd-a10f-1fbdf7d86e92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:17.492937 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917aabab-1188-4ddd-a10f-1fbdf7d86e92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:17.493725 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917aabab-1188-4ddd-a10f-1fbdf7d86e92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:17.495139 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917aabab-1188-4ddd-a10f-1fbdf7d86e92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:17.496115 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917aabab-1188-4ddd-a10f-1fbdf7d86e92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:17.499297 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917aabab-1188-4ddd-a10f-1fbdf7d86e92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:17.499297 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917aabab-1188-4ddd-a10f-1fbdf7d86e92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:17.499297 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917aabab-1188-4ddd-a10f-1fbdf7d86e92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:17.499297 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917aabab-1188-4ddd-a10f-1fbdf7d86e92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:17.499745 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917aabab-1188-4ddd-a10f-1fbdf7d86e92 None None] Tracked resource versions report: May 27 03:38:17.499745 dv-cinder-843361-2-smb neutron-server[104680]: pushed versions: May 27 03:38:17.499745 dv-cinder-843361-2-smb neutron-server[104680]: { 'AddressGroup': {'1.2'}, May 27 03:38:17.499745 dv-cinder-843361-2-smb neutron-server[104680]: 'Agent': {'1.1'}, May 27 03:38:17.499745 dv-cinder-843361-2-smb neutron-server[104680]: 'ConntrackHelper': {'1.0'}, May 27 03:38:17.499745 dv-cinder-843361-2-smb neutron-server[104680]: 'LocalIPAssociation': {'1.0'}, May 27 03:38:17.499745 dv-cinder-843361-2-smb neutron-server[104680]: 'Log': {'1.0'}, May 27 03:38:17.499745 dv-cinder-843361-2-smb neutron-server[104680]: 'NDPProxy': {'1.0'}, May 27 03:38:17.499745 dv-cinder-843361-2-smb neutron-server[104680]: 'Network': {'1.1'}, May 27 03:38:17.499745 dv-cinder-843361-2-smb neutron-server[104680]: 'Port': {'1.7'}, May 27 03:38:17.499745 dv-cinder-843361-2-smb neutron-server[104680]: 'PortForwarding': {'1.3'}, May 27 03:38:17.499745 dv-cinder-843361-2-smb neutron-server[104680]: 'QosPolicy': {'1.10'}, May 27 03:38:17.499745 dv-cinder-843361-2-smb neutron-server[104680]: 'SecurityGroup': {'1.5'}, May 27 03:38:17.499745 dv-cinder-843361-2-smb neutron-server[104680]: 'SecurityGroupRule': {'1.2'}, May 27 03:38:17.499745 dv-cinder-843361-2-smb neutron-server[104680]: 'SubPort': {'1.0'}, May 27 03:38:17.499745 dv-cinder-843361-2-smb neutron-server[104680]: 'Subnet': {'1.1'}, May 27 03:38:17.499745 dv-cinder-843361-2-smb neutron-server[104680]: 'Trunk': {'1.1'}} May 27 03:38:17.499745 dv-cinder-843361-2-smb neutron-server[104680]: consumer versions: May 27 03:38:17.499745 dv-cinder-843361-2-smb neutron-server[104680]: { DHCP agent@dv-cinder-843361-2-smb: {}, May 27 03:38:17.499745 dv-cinder-843361-2-smb neutron-server[104680]: HyperV agent@hv-cinder-84336: {}, May 27 03:38:17.499745 dv-cinder-843361-2-smb neutron-server[104680]: L3 agent@dv-cinder-843361-2-smb: {}, May 27 03:38:17.499745 dv-cinder-843361-2-smb neutron-server[104680]: Metadata agent@dv-cinder-843361-2-smb: {}, May 27 03:38:17.499745 dv-cinder-843361-2-smb neutron-server[104680]: Metering agent@dv-cinder-843361-2-smb: {}, May 27 03:38:17.499745 dv-cinder-843361-2-smb neutron-server[104680]: Open vSwitch agent@dv-cinder-843361-2-smb: { 'AddressGroup': '1.2', May 27 03:38:17.499745 dv-cinder-843361-2-smb neutron-server[104680]: 'Agent': '1.1', May 27 03:38:17.499745 dv-cinder-843361-2-smb neutron-server[104680]: 'ConntrackHelper': '1.0', May 27 03:38:17.499745 dv-cinder-843361-2-smb neutron-server[104680]: 'LocalIPAssociation': '1.0', May 27 03:38:17.499745 dv-cinder-843361-2-smb neutron-server[104680]: 'Log': '1.0', May 27 03:38:17.499745 dv-cinder-843361-2-smb neutron-server[104680]: 'NDPProxy': '1.0', May 27 03:38:17.499745 dv-cinder-843361-2-smb neutron-server[104680]: 'Network': '1.1', May 27 03:38:17.499745 dv-cinder-843361-2-smb neutron-server[104680]: 'Port': '1.7', May 27 03:38:17.499745 dv-cinder-843361-2-smb neutron-server[104680]: 'PortForwarding': '1.3', May 27 03:38:17.499745 dv-cinder-843361-2-smb neutron-server[104680]: 'QosPolicy': '1.10', May 27 03:38:17.499745 dv-cinder-843361-2-smb neutron-server[104680]: 'SecurityGroup': '1.5', May 27 03:38:17.499745 dv-cinder-843361-2-smb neutron-server[104680]: 'SecurityGroupRule': '1.2', May 27 03:38:17.499745 dv-cinder-843361-2-smb neutron-server[104680]: 'SubPort': '1.0', May 27 03:38:17.499745 dv-cinder-843361-2-smb neutron-server[104680]: 'Subnet': '1.1', May 27 03:38:17.499745 dv-cinder-843361-2-smb neutron-server[104680]: 'Trunk': '1.1'}} May 27 03:38:17.499745 dv-cinder-843361-2-smb neutron-server[104680]: {{(pid=104680) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:38:17.560495 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.db [None req-e225d1ad-9ebf-4975-85b8-a1f0de64d2ad None None] For port 0b7b49cd-8178-4c38-9759-729bc1092412, host dv-cinder-843361-2-smb, cleared binding levels {{(pid=104680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:38:17.581452 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.db [None req-e225d1ad-9ebf-4975-85b8-a1f0de64d2ad None None] For port 0b7b49cd-8178-4c38-9759-729bc1092412, host dv-cinder-843361-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=0b7b49cd-8178-4c38-9759-729bc1092412,segment=NetworkSegment(bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5),segment_id=bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5)] {{(pid=104680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:38:17.634768 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-84bfb5ab-44be-41ee-8f8a-0653db8bde54 admin admin] Publish callbacks [] for port (15ff380c-0799-4cd2-a8e3-a627c40232e6), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:17.696716 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3b22f477-fe45-4621-815a-674aba997e44 admin admin] Publish callbacks [] for security_group (93691441-ec5f-431d-8131-c296515c539c), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:17.702599 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-e225d1ad-9ebf-4975-85b8-a1f0de64d2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (0b7b49cd-8178-4c38-9759-729bc1092412), after_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:17.708484 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-70d86e8f-3bd7-4809-a3b2-e9e10b96c26f tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:17.710134 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-70d86e8f-3bd7-4809-a3b2-e9e10b96c26f tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.72 "GET /v2.0/networks?id=50bd6645-5af8-443d-90d8-1ce51f5e476b HTTP/1.1" status: 200 len: 811 time: 0.5761058 May 27 03:38:17.747974 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-e1cc14b8-1f14-4a10-b90a-b3aea4418279 admin admin] Publish callbacks [] for port (e77c1672-e833-41d4-92dc-8461f72c7958), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:17.750907 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:17.756643 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=100 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:17.762553 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-fdef3871-d04f-4e07-9dc5-c903e089b7d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for subnet (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:17.767564 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-fdef3871-d04f-4e07-9dc5-c903e089b7d0 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/dff9a255-f36c-4fe0-81d1-567a07a0107f HTTP/1.1" status: 204 len: 168 time: 1.0680430 May 27 03:38:17.769087 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef3871-d04f-4e07-9dc5-c903e089b7d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dff9a255-f36c-4fe0-81d1-567a07a0107f,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:17.770306 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 50548) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:17.773869 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3b22f477-fe45-4621-815a-674aba997e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (93691441-ec5f-431d-8131-c296515c539c), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:17.788293 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-37f4b23c-9dd7-481e-99ad-1e43efca1e32 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] Request body: {'port': {'device_id': 'd7f1597c-3979-419d-ad8c-f8ac67a2f14a', 'network_id': '50bd6645-5af8-443d-90d8-1ce51f5e476b', 'admin_state_up': True, 'tenant_id': '3268641ef3164a9e934c362142f80fb4'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:38:17.800560 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e225d1ad-9ebf-4975-85b8-a1f0de64d2ad None None] Routers {'4d04cd31-9131-43a5-aa6a-2edf87d550b9'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:38:17.801554 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-e225d1ad-9ebf-4975-85b8-a1f0de64d2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:38:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['4d04cd31-9131-43a5-aa6a-2edf87d550b9'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:17.828996 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-84bfb5ab-44be-41ee-8f8a-0653db8bde54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921'] for port (15ff380c-0799-4cd2-a8e3-a627c40232e6), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:17.879471 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-3b22f477-fe45-4621-815a-674aba997e44 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1a19ae34796a4ed1b0e67b8d087d427d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3050995 May 27 03:38:17.940296 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 50554) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:17.950089 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bfb5ab-44be-41ee-8f8a-0653db8bde54 admin admin] Pushing event updated for resources: {'Port': ['ID=15ff380c-0799-4cd2-a8e3-a627c40232e6,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:17.955936 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:17.980104 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:18.007187 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-99b0c206-027e-4d83-ab0c-c00a1c03bb96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:18.052073 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917aabab-1188-4ddd-a10f-1fbdf7d86e92 None None] Pushing event updated for resources: {'Port': ['ID=0b7b49cd-8178-4c38-9759-729bc1092412,revision_number=3']} {{(pid=104680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:18.054169 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bfb5ab-44be-41ee-8f8a-0653db8bde54 admin admin] Network 7a2ea638-361b-43e7-98a5-ad26674b6832 is already hosted by enough agents. {{(pid=104677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:38:18.082217 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-e225d1ad-9ebf-4975-85b8-a1f0de64d2ad None None] Set router 4d04cd31-9131-43a5-aa6a-2edf87d550b9 gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:38:18.113156 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=100 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:18.124708 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.base_scheduler [None req-84bfb5ab-44be-41ee-8f8a-0653db8bde54 admin admin] Resources bound (agent type, host, resource id): {{(pid=104677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:38:18.127974 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bfb5ab-44be-41ee-8f8a-0653db8bde54 admin admin] Received port after_create {{(pid=104677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:38:18.130717 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-84bfb5ab-44be-41ee-8f8a-0653db8bde54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665520'] for router_interface (3ea81409-8cbf-4ea2-bf1f-784c8d3f3232), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:18.176153 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-011b6d2f-d296-4791-ac22-db99de3b9c70 None None] Publish callbacks [] for port (a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1), precommit_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:18.262927 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-011b6d2f-d296-4791-ac22-db99de3b9c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:18.294508 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:18.316310 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-e1cc14b8-1f14-4a10-b90a-b3aea4418279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921'] for port (e77c1672-e833-41d4-92dc-8461f72c7958), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:18.324363 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:INSERT=6,neutron:SELECT=94 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:18.334231 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-040e2432-22ef-406f-8212-8757985e2a81 admin admin] Publish callbacks [] for security_group (93691441-ec5f-431d-8131-c296515c539c), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:18.341017 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5e9e4e19-2d5c-4514-8524-ce679f599188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370897'] for network (25e48c80-3ba3-4590-ad83-a1230dcd6823), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:18.352122 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22f477-fe45-4621-815a-674aba997e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93691441-ec5f-431d-8131-c296515c539c,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:18.421520 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-011b6d2f-d296-4791-ac22-db99de3b9c70 None None] Attempting to bind port a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1 on host dv-cinder-843361-2-smb for vnic_type normal with profile {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:38:18.421772 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-011b6d2f-d296-4791-ac22-db99de3b9c70 None None] Attempting to bind port a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1 by drivers openvswitch,hyperv on host dv-cinder-843361-2-smb at level 0 using segments [{'id': 'bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'}] {{(pid=104679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:38:18.422342 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011b6d2f-d296-4791-ac22-db99de3b9c70 None None] Attempting to bind port a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1 on network 2c8f85dd-7a0e-40ae-be84-c061eec53ce1 {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:38:18.425603 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e63457-56d6-44c5-a7b9-4af44a79bc9b None None] Pushing event updated for resources: {'Port': ['ID=a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1,revision_number=2']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:18.453620 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011b6d2f-d296-4791-ac22-db99de3b9c70 None None] Checking agent: {'id': '9eab1ddd-6fe1-4746-91d3-5b2c5a714814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 29, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 29, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:38:18.457548 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011b6d2f-d296-4791-ac22-db99de3b9c70 None None] Checking segment: {'id': 'bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:38:18.461280 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-011b6d2f-d296-4791-ac22-db99de3b9c70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:18.461787 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011b6d2f-d296-4791-ac22-db99de3b9c70 None None] Bound using segment: {'id': 'bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'} {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:38:18.467636 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-011b6d2f-d296-4791-ac22-db99de3b9c70 None None] Bound port: a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1, host: dv-cinder-843361-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'}}] {{(pid=104679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:38:18.473864 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-011b6d2f-d296-4791-ac22-db99de3b9c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:18.478267 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=100 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:18.488832 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-37f4b23c-9dd7-481e-99ad-1e43efca1e32 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] Made reservation on behalf of 3268641ef3164a9e934c362142f80fb4 for: {'port': 1} {{(pid=104678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:38:18.492234 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-37f4b23c-9dd7-481e-99ad-1e43efca1e32 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:18.555229 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cc14b8-1f14-4a10-b90a-b3aea4418279 admin admin] Network 2f916a43-2562-4d0d-bd29-c5c8a7d74b6a is already hosted by enough agents. {{(pid=104678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:38:18.562098 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.base_scheduler [None req-e1cc14b8-1f14-4a10-b90a-b3aea4418279 admin admin] Resources bound (agent type, host, resource id): {{(pid=104678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:38:18.567444 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cc14b8-1f14-4a10-b90a-b3aea4418279 admin admin] Received port after_create {{(pid=104678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:38:18.567967 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-e1cc14b8-1f14-4a10-b90a-b3aea4418279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665520'] for router_interface (4d04cd31-9131-43a5-aa6a-2edf87d550b9), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:18.581958 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-e225d1ad-9ebf-4975-85b8-a1f0de64d2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'name': 'tempest-ServerRescueNegativeTestJSON-409517973-router', 'tenant_id': '8c649113d597484d8d1f5f046a8cac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '0b7b49cd-8178-4c38-9759-729bc1092412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:38:10Z', 'updated_at': '2022-05-27T03:38:13Z', 'revision_number': 3, 'project_id': '8c649113d597484d8d1f5f046a8cac59', 'gw_port': {'id': '0b7b49cd-8178-4c38-9759-729bc1092412', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:af:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:11Z', 'updated_at': '2022-05-27T03:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb'}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:18.582560 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc14b8-1f14-4a10-b90a-b3aea4418279 admin admin] Pushing event updated for resources: {'Port': ['ID=e77c1672-e833-41d4-92dc-8461f72c7958,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:18.621138 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-011b6d2f-d296-4791-ac22-db99de3b9c70 None None] For port a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1, host dv-cinder-843361-2-smb, cleared binding levels {{(pid=104679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:38:18.639082 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-92af1360-9054-4919-8bc3-f2bb9edc9f9a None None] Provisioning complete for port 15ff380c-0799-4cd2-a8e3-a627c40232e6 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:38:18.639082 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-92af1360-9054-4919-8bc3-f2bb9edc9f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (15ff380c-0799-4cd2-a8e3-a627c40232e6), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:18.658919 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e225d1ad-9ebf-4975-85b8-a1f0de64d2ad None None] The sync data for ids ['4d04cd31-9131-43a5-aa6a-2edf87d550b9'] in dv-cinder-843361-2-smb is: [{'id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'name': 'tempest-ServerRescueNegativeTestJSON-409517973-router', 'tenant_id': '8c649113d597484d8d1f5f046a8cac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '0b7b49cd-8178-4c38-9759-729bc1092412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:38:10Z', 'updated_at': '2022-05-27T03:38:13Z', 'revision_number': 3, 'project_id': '8c649113d597484d8d1f5f046a8cac59', 'gw_port': {'id': '0b7b49cd-8178-4c38-9759-729bc1092412', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:af:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:11Z', 'updated_at': '2022-05-27T03:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb'}] {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:38:18.710114 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-92af1360-9054-4919-8bc3-f2bb9edc9f9a None None] Port 15ff380c-0799-4cd2-a8e3-a627c40232e6 cannot update to ACTIVE because it is not bound. {{(pid=104679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:38:18.713500 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-011b6d2f-d296-4791-ac22-db99de3b9c70 None None] For port a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1, host dv-cinder-843361-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1,segment=NetworkSegment(bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5),segment_id=bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5)] {{(pid=104679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:38:18.764305 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-040e2432-22ef-406f-8212-8757985e2a81 admin admin] Publish callbacks [] for security_group (93691441-ec5f-431d-8131-c296515c539c), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:18.812230 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-8caa8ca5-3a39-41bf-ab39-981148ce3e0c req-008413d6-5741-4dc5-a185-32759bbcea1d tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7f1597c-3979-419d-ad8c-f8ac67a2f14a HTTP/1.1" status: 200 len: 210 time: 0.1711950 May 27 03:38:18.851630 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-011b6d2f-d296-4791-ac22-db99de3b9c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:18.986686 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.db_base_plugin_common [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-37f4b23c-9dd7-481e-99ad-1e43efca1e32 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] Allocated IP 172.20.0.13 (50bd6645-5af8-443d-90d8-1ce51f5e476b/3d08073a-347a-42f7-adcd-72165c329794/2acbf077-6162-483f-a60b-11075adc77c8) {{(pid=104678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:38:19.048146 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5e9e4e19-2d5c-4514-8524-ce679f599188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376291', 'neutron.services.segments.db._delete_segments_for_network-8755264080240'] for network (25e48c80-3ba3-4590-ad83-a1230dcd6823), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:19.069588 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-99b0c206-027e-4d83-ab0c-c00a1c03bb96 admin admin] Publish callbacks [] for security_group (8496682d-bade-4472-9544-3d561918a404), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:19.084559 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5e9e4e19-2d5c-4514-8524-ce679f599188 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:38:19.084976 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5e9e4e19-2d5c-4514-8524-ce679f599188 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:38:19.086081 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5e9e4e19-2d5c-4514-8524-ce679f599188 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:38:19.086478 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5e9e4e19-2d5c-4514-8524-ce679f599188 admin admin] Subscribe: > port after_create 55550000 {{(pid=104677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:38:19.086806 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5e9e4e19-2d5c-4514-8524-ce679f599188 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:38:19.087140 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5e9e4e19-2d5c-4514-8524-ce679f599188 admin admin] Subscribe: > port after_update 55550000 {{(pid=104677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:38:19.087513 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5e9e4e19-2d5c-4514-8524-ce679f599188 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:38:19.087876 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5e9e4e19-2d5c-4514-8524-ce679f599188 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:38:19.088148 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5e9e4e19-2d5c-4514-8524-ce679f599188 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:38:19.088469 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5e9e4e19-2d5c-4514-8524-ce679f599188 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:38:19.188254 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:19.202660 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-ff2898d6-9f45-47fa-9fa7-888d6454ce0a None None] Provisioning complete for port e77c1672-e833-41d4-92dc-8461f72c7958 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:38:19.203203 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-ff2898d6-9f45-47fa-9fa7-888d6454ce0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (e77c1672-e833-41d4-92dc-8461f72c7958), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:19.223200 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-e1cc14b8-1f14-4a10-b90a-b3aea4418279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (e77c1672-e833-41d4-92dc-8461f72c7958), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:19.259470 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-ff2898d6-9f45-47fa-9fa7-888d6454ce0a None None] Port e77c1672-e833-41d4-92dc-8461f72c7958 cannot update to ACTIVE because it is not bound. {{(pid=104679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:38:19.300683 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011b6d2f-d296-4791-ac22-db99de3b9c70 None None] Routers {'3ea81409-8cbf-4ea2-bf1f-784c8d3f3232'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:38:19.301326 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-011b6d2f-d296-4791-ac22-db99de3b9c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:38:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['3ea81409-8cbf-4ea2-bf1f-784c8d3f3232'], 'active': True} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:19.309306 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e63457-56d6-44c5-a7b9-4af44a79bc9b None None] Pushing event updated for resources: {'Port': ['ID=a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1,revision_number=3']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:19.463351 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvr_db [None req-011b6d2f-d296-4791-ac22-db99de3b9c70 None None] Set router 3ea81409-8cbf-4ea2-bf1f-784c8d3f3232 gateway port host: dv-cinder-843361-2-smb {{(pid=104679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:38:19.527865 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5e9e4e19-2d5c-4514-8524-ce679f599188 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:38:19.529552 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5e9e4e19-2d5c-4514-8524-ce679f599188 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:38:19.529552 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5e9e4e19-2d5c-4514-8524-ce679f599188 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:38:19.529552 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5e9e4e19-2d5c-4514-8524-ce679f599188 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:38:19.530699 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.services.segments.db [None req-5e9e4e19-2d5c-4514-8524-ce679f599188 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e48c80-3ba3-4590-ad83-a1230dcd6823']}} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:19.549984 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-99b0c206-027e-4d83-ab0c-c00a1c03bb96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (8496682d-bade-4472-9544-3d561918a404), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:19.593164 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.services.segments.db [None req-5e9e4e19-2d5c-4514-8524-ce679f599188 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa77a6ca-86ca-4037-9297-52406b902a17') {'for_net_delete': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:19.593636 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.services.segments.db [None req-5e9e4e19-2d5c-4514-8524-ce679f599188 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa77a6ca-86ca-4037-9297-52406b902a17') {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:19.688013 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:19.712247 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 0b7b49cd-8178-4c38-9759-729bc1092412 up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:38:19.726370 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-040e2432-22ef-406f-8212-8757985e2a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (93691441-ec5f-431d-8131-c296515c539c), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:19.729442 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-e1cc14b8-1f14-4a10-b90a-b3aea4418279 admin admin] Publish callbacks [] for port (e77c1672-e833-41d4-92dc-8461f72c7958), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:19.742404 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-040e2432-22ef-406f-8212-8757985e2a81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:19.745933 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-040e2432-22ef-406f-8212-8757985e2a81 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/93691441-ec5f-431d-8131-c296515c539c HTTP/1.1" status: 204 len: 168 time: 1.7847304 May 27 03:38:19.753432 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5e9e4e19-2d5c-4514-8524-ce679f599188 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755264080505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59983971'] for segment (fa77a6ca-86ca-4037-9297-52406b902a17), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:19.814391 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0c206-027e-4d83-ab0c-c00a1c03bb96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8496682d-bade-4472-9544-3d561918a404,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:19.819133 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-84bfb5ab-44be-41ee-8f8a-0653db8bde54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (15ff380c-0799-4cd2-a8e3-a627c40232e6), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:19.826663 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5e9e4e19-2d5c-4514-8524-ce679f599188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105'] for segment (fa77a6ca-86ca-4037-9297-52406b902a17), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:19.835359 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-99b0c206-027e-4d83-ab0c-c00a1c03bb96 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=365d135fec124213aad89af7dcce8347&name=default HTTP/1.1" status: 200 len: 2992 time: 2.4740427 May 27 03:38:19.838912 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 50618) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:19.890783 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port 0b7b49cd-8178-4c38-9759-729bc1092412 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:38:19.891383 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (0b7b49cd-8178-4c38-9759-729bc1092412), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:19.915179 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e9e4e19-2d5c-4514-8524-ce679f599188 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=104677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:38:19.915909 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5e9e4e19-2d5c-4514-8524-ce679f599188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59984179'] for segment (fa77a6ca-86ca-4037-9297-52406b902a17), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:19.948333 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e2432-22ef-406f-8212-8757985e2a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93691441-ec5f-431d-8131-c296515c539c,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:19.991905 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-e1cc14b8-1f14-4a10-b90a-b3aea4418279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (e77c1672-e833-41d4-92dc-8461f72c7958), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:19.992427 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-e1cc14b8-1f14-4a10-b90a-b3aea4418279 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-827009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3664576'] for router_interface (4d04cd31-9131-43a5-aa6a-2edf87d550b9), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:20.005965 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:20.059404 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-011b6d2f-d296-4791-ac22-db99de3b9c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'name': 'tempest-AttachVolumeTestJSON-674304045-router', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:38:11Z', 'updated_at': '2022-05-27T03:38:19Z', 'revision_number': 4, 'project_id': '3ca63dae986749728daf5c42db0d14e3', 'gw_port': {'id': 'a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:12Z', 'updated_at': '2022-05-27T03:38:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': '15ff380c-0799-4cd2-a8e3-a627c40232e6', 'name': '', 'network_id': '7a2ea638-361b-43e7-98a5-ad26674b6832', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'mac_address': 'fa:16:3e:db:a4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f2766fdc-78e4-4021-8ae5-25446d105c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:16Z', 'updated_at': '2022-05-27T03:38:17Z', 'revision_number': 1, 'project_id': '3ca63dae986749728daf5c42db0d14e3', 'subnets': [{'id': 'f2766fdc-78e4-4021-8ae5-25446d105c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:20.092257 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011b6d2f-d296-4791-ac22-db99de3b9c70 None None] The sync data for ids ['3ea81409-8cbf-4ea2-bf1f-784c8d3f3232'] in dv-cinder-843361-2-smb is: [{'id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'name': 'tempest-AttachVolumeTestJSON-674304045-router', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:38:11Z', 'updated_at': '2022-05-27T03:38:19Z', 'revision_number': 4, 'project_id': '3ca63dae986749728daf5c42db0d14e3', 'gw_port': {'id': 'a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:12Z', 'updated_at': '2022-05-27T03:38:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': '15ff380c-0799-4cd2-a8e3-a627c40232e6', 'name': '', 'network_id': '7a2ea638-361b-43e7-98a5-ad26674b6832', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'mac_address': 'fa:16:3e:db:a4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f2766fdc-78e4-4021-8ae5-25446d105c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:16Z', 'updated_at': '2022-05-27T03:38:17Z', 'revision_number': 1, 'project_id': '3ca63dae986749728daf5c42db0d14e3', 'subnets': [{'id': 'f2766fdc-78e4-4021-8ae5-25446d105c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:38:20.212256 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port 0b7b49cd-8178-4c38-9759-729bc1092412 is: DOWN; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:38:20.212654 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (0b7b49cd-8178-4c38-9759-729bc1092412), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:20.269313 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] For port 0b7b49cd-8178-4c38-9759-729bc1092412, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=0b7b49cd-8178-4c38-9759-729bc1092412,segment=NetworkSegment(bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5),segment_id=bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:20.283637 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c42e2e2c-5629-4cf7-a146-4f3a575f7d46 req-8fc1e47b-fac1-49f1-a25a-38640cdb9d44 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7f1597c-3979-419d-ad8c-f8ac67a2f14a HTTP/1.1" status: 200 len: 210 time: 0.2848625 May 27 03:38:20.502347 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:20.503530 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc14b8-1f14-4a10-b90a-b3aea4418279 admin admin] Pushing event updated for resources: {'Port': ['ID=e77c1672-e833-41d4-92dc-8461f72c7958,revision_number=2']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:20.503530 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-37f4b23c-9dd7-481e-99ad-1e43efca1e32 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] Publish callbacks [] for port (2acbf077-6162-483f-a60b-11075adc77c8), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:20.503958 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-65f8172b-75c4-4398-b040-8166a67b9e99 admin admin] Publish callbacks [] for security_group (8496682d-bade-4472-9544-3d561918a404), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:20.503958 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-65f8172b-75c4-4398-b040-8166a67b9e99 admin admin] Publish callbacks [] for security_group (8496682d-bade-4472-9544-3d561918a404), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:20.543687 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cc14b8-1f14-4a10-b90a-b3aea4418279 admin admin] Network 2f916a43-2562-4d0d-bd29-c5c8a7d74b6a is already hosted by enough agents. {{(pid=104678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:38:20.547165 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.base_scheduler [None req-e1cc14b8-1f14-4a10-b90a-b3aea4418279 admin admin] Resources bound (agent type, host, resource id): {{(pid=104678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:38:20.656013 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.services.segments.plugin [-] Segment fa77a6ca-86ca-4037-9297-52406b902a17 resource provider aggregate not found May 27 03:38:20.729101 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (0b7b49cd-8178-4c38-9759-729bc1092412), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:20.729848 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.services.segments.plugin [-] Segment fa77a6ca-86ca-4037-9297-52406b902a17 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa77a6ca-86ca-4037-9297-52406b902a17 found for delete ", "request_id": "req-78657b05-9e83-48c7-a6a2-8058b2e91c9b"}]} May 27 03:38:20.762489 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5e9e4e19-2d5c-4514-8524-ce679f599188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665655'] for network (25e48c80-3ba3-4590-ad83-a1230dcd6823), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:20.796389 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5e9e4e19-2d5c-4514-8524-ce679f599188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for network (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:20.804275 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 50644) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:20.818059 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-5e9e4e19-2d5c-4514-8524-ce679f599188 admin admin] 10.222.0.71 "DELETE /v2.0/networks/25e48c80-3ba3-4590-ad83-a1230dcd6823 HTTP/1.1" status: 204 len: 168 time: 3.0455694 May 27 03:38:20.886476 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9e4e19-2d5c-4514-8524-ce679f599188 admin admin] Pushing event deleted for resources: {'Network': ['ID=25e48c80-3ba3-4590-ad83-a1230dcd6823,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:20.898134 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Pushing event updated for resources: {'Port': ['ID=0b7b49cd-8178-4c38-9759-729bc1092412,revision_number=4']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:20.908981 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-65f8172b-75c4-4398-b040-8166a67b9e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (8496682d-bade-4472-9544-3d561918a404), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:20.929439 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-65f8172b-75c4-4398-b040-8166a67b9e99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:20.934920 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-65f8172b-75c4-4398-b040-8166a67b9e99 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8496682d-bade-4472-9544-3d561918a404 HTTP/1.1" status: 204 len: 168 time: 1.0464127 May 27 03:38:21.010699 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-37f4b23c-9dd7-481e-99ad-1e43efca1e32 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921'] for port (2acbf077-6162-483f-a60b-11075adc77c8), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:21.071352 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f8172b-75c4-4398-b040-8166a67b9e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8496682d-bade-4472-9544-3d561918a404,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:21.198326 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-294153ac-49c8-4bb8-8eff-a8c1be8ca390 None None] Provisioning complete for port e77c1672-e833-41d4-92dc-8461f72c7958 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:38:21.208448 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-294153ac-49c8-4bb8-8eff-a8c1be8ca390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (e77c1672-e833-41d4-92dc-8461f72c7958), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:21.254685 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-37f4b23c-9dd7-481e-99ad-1e43efca1e32 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] Network 50bd6645-5af8-443d-90d8-1ce51f5e476b is already hosted by enough agents. {{(pid=104678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:38:21.271060 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-84bfb5ab-44be-41ee-8f8a-0653db8bde54 admin admin] Publish callbacks [] for port (15ff380c-0799-4cd2-a8e3-a627c40232e6), precommit_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:21.282698 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1cc14b8-1f14-4a10-b90a-b3aea4418279 admin admin] Router 4d04cd31-9131-43a5-aa6a-2edf87d550b9 has already been hosted by L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 {{(pid=104678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:38:21.284445 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.base_scheduler [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-37f4b23c-9dd7-481e-99ad-1e43efca1e32 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] Resources bound (agent type, host, resource id): {{(pid=104678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:38:21.293168 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-37f4b23c-9dd7-481e-99ad-1e43efca1e32 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] Received port after_create {{(pid=104678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:38:21.312422 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-37f4b23c-9dd7-481e-99ad-1e43efca1e32 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:21.312422 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-37f4b23c-9dd7-481e-99ad-1e43efca1e32 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:21.312422 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a72025-13e6-4e2f-9b01-3c55be1b7359 admin admin] Deleting subnet f12afe31-9212-4303-acd5-72ed2b75a53a {{(pid=104678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:38:21.316350 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-f5a72025-13e6-4e2f-9b01-3c55be1b7359 admin admin] Publish callbacks [] for subnet (f12afe31-9212-4303-acd5-72ed2b75a53a), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:21.332683 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-294153ac-49c8-4bb8-8eff-a8c1be8ca390 None None] Port e77c1672-e833-41d4-92dc-8461f72c7958 cannot update to ACTIVE because it is not bound. {{(pid=104679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:38:21.356819 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-84bfb5ab-44be-41ee-8f8a-0653db8bde54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59984215'] for port (15ff380c-0799-4cd2-a8e3-a627c40232e6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:21.435317 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-f5a72025-13e6-4e2f-9b01-3c55be1b7359 admin admin] Publish callbacks [] for subnet (f12afe31-9212-4303-acd5-72ed2b75a53a), precommit_delete_associations {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:21.439607 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f4b23c-9dd7-481e-99ad-1e43efca1e32 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] Pushing event updated for resources: {'Port': ['ID=2acbf077-6162-483f-a60b-11075adc77c8,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:21.494203 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:21.539729 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-f5a72025-13e6-4e2f-9b01-3c55be1b7359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380246'] for subnet (f12afe31-9212-4303-acd5-72ed2b75a53a), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:21.574785 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bfb5ab-44be-41ee-8f8a-0653db8bde54 admin admin] Pushing event updated for resources: {'Port': ['ID=15ff380c-0799-4cd2-a8e3-a627c40232e6,revision_number=2']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:21.614850 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-84bfb5ab-44be-41ee-8f8a-0653db8bde54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-827009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3664576'] for router_interface (3ea81409-8cbf-4ea2-bf1f-784c8d3f3232), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:21.615271 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-37f4b23c-9dd7-481e-99ad-1e43efca1e32 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8128085 May 27 03:38:21.626951 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-2e5a9d29-5188-44ba-8008-77242e40a43b tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104678) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:38:21.636419 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-2e5a9d29-5188-44ba-8008-77242e40a43b tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0195513 May 27 03:38:21.703674 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc4de7-4a74-42eb-9010-426610dddc61 req-3d5db48b-9c69-4c0c-a672-7359582e2153 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:21.705504 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9ebc4de7-4a74-42eb-9010-426610dddc61 req-3d5db48b-9c69-4c0c-a672-7359582e2153 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7f1597c-3979-419d-ad8c-f8ac67a2f14a HTTP/1.1" status: 200 len: 932 time: 0.2344699 May 27 03:38:21.740472 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cc14b8-1f14-4a10-b90a-b3aea4418279 admin admin] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:38:21.753309 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-e1cc14b8-1f14-4a10-b90a-b3aea4418279 admin admin] 10.222.0.71 "PUT /v2.0/routers/4d04cd31-9131-43a5-aa6a-2edf87d550b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4395893 May 27 03:38:21.815502 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 0b7b49cd-8178-4c38-9759-729bc1092412 up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:38:21.834144 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-f5a72025-13e6-4e2f-9b01-3c55be1b7359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027'] for subnet (f12afe31-9212-4303-acd5-72ed2b75a53a), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:21.845030 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9ebc4de7-4a74-42eb-9010-426610dddc61 req-71c1484b-e462-42f2-a843-3ef8edcc712d tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc5ea44f-3c1e-4c4d-bdb3-f869da37bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089890 May 27 03:38:21.944154 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bfb5ab-44be-41ee-8f8a-0653db8bde54 admin admin] Network 7a2ea638-361b-43e7-98a5-ad26674b6832 is already hosted by enough agents. {{(pid=104677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:38:21.945688 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.base_scheduler [None req-84bfb5ab-44be-41ee-8f8a-0653db8bde54 admin admin] Resources bound (agent type, host, resource id): {{(pid=104677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:38:21.948475 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a72025-13e6-4e2f-9b01-3c55be1b7359 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f12afe31-9212-4303-acd5-72ed2b75a53a,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:21.971262 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-f5a72025-13e6-4e2f-9b01-3c55be1b7359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for subnet (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:21.978204 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 50670) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:21.984928 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-f5a72025-13e6-4e2f-9b01-3c55be1b7359 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/f12afe31-9212-4303-acd5-72ed2b75a53a HTTP/1.1" status: 204 len: 168 time: 1.1795106 May 27 03:38:21.990859 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:22.015195 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port 0b7b49cd-8178-4c38-9759-729bc1092412 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:38:22.016436 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (0b7b49cd-8178-4c38-9759-729bc1092412), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:22.031624 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 50676) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:22.062386 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-6765778f-64e1-426c-8b0d-62d40b93bed1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:22.295300 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:22.330863 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2feb41-3878-41b8-86d1-a3e947a28cbb None None] Sync routers for ids ['4d04cd31-9131-43a5-aa6a-2edf87d550b9'] in dv-cinder-843361-2-smb {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:38:22.364185 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2feb41-3878-41b8-86d1-a3e947a28cbb None None] Routers {'4d04cd31-9131-43a5-aa6a-2edf87d550b9'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:38:22.366397 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-3c2feb41-3878-41b8-86d1-a3e947a28cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:38:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['4d04cd31-9131-43a5-aa6a-2edf87d550b9'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:22.384245 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port 0b7b49cd-8178-4c38-9759-729bc1092412 is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:38:22.397141 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:22.569234 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-2bc5e7d2-f460-4357-9127-bb15d7d909d1 None None] Provisioning complete for port 15ff380c-0799-4cd2-a8e3-a627c40232e6 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:38:22.576007 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-2bc5e7d2-f460-4357-9127-bb15d7d909d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (15ff380c-0799-4cd2-a8e3-a627c40232e6), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:22.586337 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-551005bb-e8a6-4a60-9697-a1cb8af83e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370897'] for network (f34e10f4-5801-495e-a7ad-11bbab1c4717), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:22.642838 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84bfb5ab-44be-41ee-8f8a-0653db8bde54 admin admin] Router 3ea81409-8cbf-4ea2-bf1f-784c8d3f3232 has already been hosted by L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 {{(pid=104677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:38:22.662262 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-2bc5e7d2-f460-4357-9127-bb15d7d909d1 None None] Port 15ff380c-0799-4cd2-a8e3-a627c40232e6 cannot update to ACTIVE because it is not bound. {{(pid=104679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:38:22.713275 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-3c2feb41-3878-41b8-86d1-a3e947a28cbb None None] Set router 4d04cd31-9131-43a5-aa6a-2edf87d550b9 gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:38:22.865542 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-b8c5a876-06f2-4e3f-aff8-8511c31e39ae service neutron] Request body: {'port': {'device_id': 'd7f1597c-3979-419d-ad8c-f8ac67a2f14a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:38:22.877200 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-551005bb-e8a6-4a60-9697-a1cb8af83e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376291', 'neutron.services.segments.db._delete_segments_for_network-8755264080240'] for network (f34e10f4-5801-495e-a7ad-11bbab1c4717), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:22.945027 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.services.segments.db [None req-551005bb-e8a6-4a60-9697-a1cb8af83e2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f34e10f4-5801-495e-a7ad-11bbab1c4717']}} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:22.968735 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-6765778f-64e1-426c-8b0d-62d40b93bed1 admin admin] Publish callbacks [] for security_group (3274c6b3-0b9e-4ca6-a3c3-973234d27d66), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:22.971506 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.services.segments.db [None req-551005bb-e8a6-4a60-9697-a1cb8af83e2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17a3adc7-c062-4530-9ea4-fb8cb5a73542') {'for_net_delete': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:22.971794 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.services.segments.db [None req-551005bb-e8a6-4a60-9697-a1cb8af83e2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17a3adc7-c062-4530-9ea4-fb8cb5a73542') {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:22.996409 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-551005bb-e8a6-4a60-9697-a1cb8af83e2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755264080505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59983971'] for segment (17a3adc7-c062-4530-9ea4-fb8cb5a73542), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:23.073178 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-6765778f-64e1-426c-8b0d-62d40b93bed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (3274c6b3-0b9e-4ca6-a3c3-973234d27d66), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:23.106807 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-b8c5a876-06f2-4e3f-aff8-8511c31e39ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (2acbf077-6162-483f-a60b-11075adc77c8), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:23.178362 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6765778f-64e1-426c-8b0d-62d40b93bed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3274c6b3-0b9e-4ca6-a3c3-973234d27d66,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:23.232496 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-6765778f-64e1-426c-8b0d-62d40b93bed1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f778ec32c0c54a4f8cec642603154406&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1992948 May 27 03:38:23.345755 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 6 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:38:23.359594 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 50702) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:23.465055 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-3c2feb41-3878-41b8-86d1-a3e947a28cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'name': 'tempest-ServerRescueNegativeTestJSON-409517973-router', 'tenant_id': '8c649113d597484d8d1f5f046a8cac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '0b7b49cd-8178-4c38-9759-729bc1092412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:38:10Z', 'updated_at': '2022-05-27T03:38:18Z', 'revision_number': 4, 'project_id': '8c649113d597484d8d1f5f046a8cac59', 'gw_port': {'id': '0b7b49cd-8178-4c38-9759-729bc1092412', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:af:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:11Z', 'updated_at': '2022-05-27T03:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': 'e77c1672-e833-41d4-92dc-8461f72c7958', 'name': '', 'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a', 'tenant_id': '8c649113d597484d8d1f5f046a8cac59', 'mac_address': 'fa:16:3e:20:50:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e9e7a5b0-6940-4778-807b-b50ae30078a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:16Z', 'updated_at': '2022-05-27T03:38:19Z', 'revision_number': 2, 'project_id': '8c649113d597484d8d1f5f046a8cac59', 'subnets': [{'id': 'e9e7a5b0-6940-4778-807b-b50ae30078a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:23.554160 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2feb41-3878-41b8-86d1-a3e947a28cbb None None] Checking router: 4d04cd31-9131-43a5-aa6a-2edf87d550b9 for host: dv-cinder-843361-2-smb {{(pid=104680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:38:23.554540 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2feb41-3878-41b8-86d1-a3e947a28cbb None None] Updating router 4d04cd31-9131-43a5-aa6a-2edf87d550b9 port e77c1672-e833-41d4-92dc-8461f72c7958 binding host dv-cinder-843361-2-smb {{(pid=104680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:38:23.563034 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:23.603846 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-3c2feb41-3878-41b8-86d1-a3e947a28cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (e77c1672-e833-41d4-92dc-8461f72c7958), before_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:23.644952 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-551005bb-e8a6-4a60-9697-a1cb8af83e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105'] for segment (17a3adc7-c062-4530-9ea4-fb8cb5a73542), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:23.715500 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-551005bb-e8a6-4a60-9697-a1cb8af83e2e admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=104677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:38:23.716076 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-551005bb-e8a6-4a60-9697-a1cb8af83e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59984179'] for segment (17a3adc7-c062-4530-9ea4-fb8cb5a73542), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:23.749097 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1 up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:38:23.786922 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84bfb5ab-44be-41ee-8f8a-0653db8bde54 admin admin] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:38:23.829853 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-84bfb5ab-44be-41ee-8f8a-0653db8bde54 admin admin] 10.222.0.71 "PUT /v2.0/routers/3ea81409-8cbf-4ea2-bf1f-784c8d3f3232/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3465142 May 27 03:38:23.833604 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.services.segments.plugin [-] Segment 17a3adc7-c062-4530-9ea4-fb8cb5a73542 resource provider aggregate not found May 27 03:38:23.861499 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565b450-360f-422c-9059-e26dc3686bec req-3d69c03c-f79d-4ca7-b238-2fa567e1b09f tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:23.888514 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-1565b450-360f-422c-9059-e26dc3686bec req-3d69c03c-f79d-4ca7-b238-2fa567e1b09f tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7f1597c-3979-419d-ad8c-f8ac67a2f14a HTTP/1.1" status: 200 len: 932 time: 0.8078983 May 27 03:38:23.911430 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:38:23.911816 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:24.046180 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=100 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:24.047719 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.services.segments.plugin [-] Segment 17a3adc7-c062-4530-9ea4-fb8cb5a73542 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 17a3adc7-c062-4530-9ea4-fb8cb5a73542 found for delete ", "request_id": "req-9cb8f768-43a4-4772-8b24-8dfcbb2a1e7b"}]} May 27 03:38:24.058681 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-f08c14a7-3491-4f9b-89be-063a05e0cdeb admin admin] Publish callbacks [] for security_group (3274c6b3-0b9e-4ca6-a3c3-973234d27d66), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:24.178579 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1 is: DOWN; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:38:24.187705 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-f08c14a7-3491-4f9b-89be-063a05e0cdeb admin admin] Publish callbacks [] for security_group (3274c6b3-0b9e-4ca6-a3c3-973234d27d66), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:24.188942 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:24.241057 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] For port a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1,segment=NetworkSegment(bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5),segment_id=bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:24.283750 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-1565b450-360f-422c-9059-e26dc3686bec req-18418956-9453-4cb8-85b5-f00cecbbaeb3 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc5ea44f-3c1e-4c4d-bdb3-f869da37bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943419 May 27 03:38:24.346009 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-551005bb-e8a6-4a60-9697-a1cb8af83e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665655'] for network (f34e10f4-5801-495e-a7ad-11bbab1c4717), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:24.358679 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-551005bb-e8a6-4a60-9697-a1cb8af83e2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for network (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:24.364246 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-551005bb-e8a6-4a60-9697-a1cb8af83e2e admin admin] 10.222.0.71 "DELETE /v2.0/networks/f34e10f4-5801-495e-a7ad-11bbab1c4717 HTTP/1.1" status: 204 len: 168 time: 2.3805459 May 27 03:38:24.369234 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-3c2feb41-3878-41b8-86d1-a3e947a28cbb None None] Publish callbacks [] for port (e77c1672-e833-41d4-92dc-8461f72c7958), precommit_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:24.379288 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-08938cef-fe85-4090-b5d4-cdf592fdb08c tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:24.380788 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-08938cef-fe85-4090-b5d4-cdf592fdb08c tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/networks?id=2f916a43-2562-4d0d-bd29-c5c8a7d74b6a HTTP/1.1" status: 200 len: 818 time: 0.4900022 May 27 03:38:24.388497 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:24.401822 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551005bb-e8a6-4a60-9697-a1cb8af83e2e admin admin] Pushing event deleted for resources: {'Network': ['ID=f34e10f4-5801-495e-a7ad-11bbab1c4717,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:24.442297 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-53402d7d-045f-4666-a2f0-1b0d798719b4 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/quotas/8c649113d597484d8d1f5f046a8cac59 HTTP/1.1" status: 200 len: 375 time: 0.0313880 May 27 03:38:24.446566 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-b8c5a876-06f2-4e3f-aff8-8511c31e39ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2acbf077-6162-483f-a60b-11075adc77c8 {{(pid=104678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:38:24.474465 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-f08c14a7-3491-4f9b-89be-063a05e0cdeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (3274c6b3-0b9e-4ca6-a3c3-973234d27d66), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:24.478557 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-f08c14a7-3491-4f9b-89be-063a05e0cdeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:24.481831 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-f08c14a7-3491-4f9b-89be-063a05e0cdeb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3274c6b3-0b9e-4ca6-a3c3-973234d27d66 HTTP/1.1" status: 204 len: 168 time: 1.1201186 May 27 03:38:24.498540 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-b8c5a876-06f2-4e3f-aff8-8511c31e39ae service neutron] Publish callbacks [] for port (2acbf077-6162-483f-a60b-11075adc77c8), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:24.502162 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-3c2feb41-3878-41b8-86d1-a3e947a28cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (e77c1672-e833-41d4-92dc-8461f72c7958), after_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:24.568751 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:24.576148 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.provisioning_blocks [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-b8c5a876-06f2-4e3f-aff8-8511c31e39ae service neutron] Transition to ACTIVE for port object 2acbf077-6162-483f-a60b-11075adc77c8 will not be triggered until provisioned by entity L2. {{(pid=104678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:38:24.579623 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Pushing event updated for resources: {'Port': ['ID=a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1,revision_number=4']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:24.595992 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08c14a7-3491-4f9b-89be-063a05e0cdeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3274c6b3-0b9e-4ca6-a3c3-973234d27d66,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:24.600032 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:24.659803 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-b8c5a876-06f2-4e3f-aff8-8511c31e39ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (2acbf077-6162-483f-a60b-11075adc77c8), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:24.674687 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd8d9f-5c6e-4023-838b-bd74e8c49198 None None] Pushing event updated for resources: {'Port': ['ID=e77c1672-e833-41d4-92dc-8461f72c7958,revision_number=3']} {{(pid=104680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:24.736814 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-bed01c02-ce4e-42e6-9bed-6cb27f355f7e tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c649113d597484d8d1f5f046a8cac59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2855814 May 27 03:38:24.789889 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c5a876-06f2-4e3f-aff8-8511c31e39ae service neutron] Pushing event updated for resources: {'Port': ['ID=2acbf077-6162-483f-a60b-11075adc77c8,revision_number=2']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:24.816926 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.managers [None req-3c2feb41-3878-41b8-86d1-a3e947a28cbb None None] Attempting to bind port e77c1672-e833-41d4-92dc-8461f72c7958 on host dv-cinder-843361-2-smb for vnic_type normal with profile {{(pid=104680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:38:24.817832 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.managers [None req-3c2feb41-3878-41b8-86d1-a3e947a28cbb None None] Attempting to bind port e77c1672-e833-41d4-92dc-8461f72c7958 by drivers openvswitch,hyperv on host dv-cinder-843361-2-smb at level 0 using segments [{'id': '38baf4e4-1e5b-4f83-ae3c-ef0274e43459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a'}] {{(pid=104680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:38:24.818186 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2feb41-3878-41b8-86d1-a3e947a28cbb None None] Attempting to bind port e77c1672-e833-41d4-92dc-8461f72c7958 on network 2f916a43-2562-4d0d-bd29-c5c8a7d74b6a {{(pid=104680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:38:24.825620 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2feb41-3878-41b8-86d1-a3e947a28cbb None None] Checking agent: {'id': '9eab1ddd-6fe1-4746-91d3-5b2c5a714814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 29, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 29, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:38:24.827326 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2feb41-3878-41b8-86d1-a3e947a28cbb None None] Checking segment: {'id': '38baf4e4-1e5b-4f83-ae3c-ef0274e43459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:38:24.827733 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-3c2feb41-3878-41b8-86d1-a3e947a28cbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:24.828531 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2feb41-3878-41b8-86d1-a3e947a28cbb None None] Bound using segment: {'id': '38baf4e4-1e5b-4f83-ae3c-ef0274e43459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a'} {{(pid=104680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:38:24.829010 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.managers [None req-3c2feb41-3878-41b8-86d1-a3e947a28cbb None None] Bound port: e77c1672-e833-41d4-92dc-8461f72c7958, host: dv-cinder-843361-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38baf4e4-1e5b-4f83-ae3c-ef0274e43459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a'}}] {{(pid=104680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:38:24.829546 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-3c2feb41-3878-41b8-86d1-a3e947a28cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (e77c1672-e833-41d4-92dc-8461f72c7958), before_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:24.829655 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eda3ddf-fcc3-4028-af69-b09018bb4a09 None None] Sync routers for ids ['3ea81409-8cbf-4ea2-bf1f-784c8d3f3232'] in dv-cinder-843361-2-smb {{(pid=104679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:38:24.847083 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eda3ddf-fcc3-4028-af69-b09018bb4a09 None None] Routers {'3ea81409-8cbf-4ea2-bf1f-784c8d3f3232'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:38:24.847938 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-9eda3ddf-fcc3-4028-af69-b09018bb4a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:38:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['3ea81409-8cbf-4ea2-bf1f-784c8d3f3232'], 'active': True} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:24.940740 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-b8c5a876-06f2-4e3f-aff8-8511c31e39ae service neutron] Attempting to bind port 2acbf077-6162-483f-a60b-11075adc77c8 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:38:24.941026 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-b8c5a876-06f2-4e3f-aff8-8511c31e39ae service neutron] Attempting to bind port 2acbf077-6162-483f-a60b-11075adc77c8 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': 'fe99d2d7-7f56-4936-8b37-91a478479ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '50bd6645-5af8-443d-90d8-1ce51f5e476b'}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:38:24.941603 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-b8c5a876-06f2-4e3f-aff8-8511c31e39ae service neutron] Attempting to bind port 2acbf077-6162-483f-a60b-11075adc77c8 on network 50bd6645-5af8-443d-90d8-1ce51f5e476b {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:38:24.947121 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-b8c5a876-06f2-4e3f-aff8-8511c31e39ae service neutron] Port 2acbf077-6162-483f-a60b-11075adc77c8 on network 50bd6645-5af8-443d-90d8-1ce51f5e476b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:38:24.947987 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-b8c5a876-06f2-4e3f-aff8-8511c31e39ae service neutron] Attempting to bind port 2acbf077-6162-483f-a60b-11075adc77c8 on network 50bd6645-5af8-443d-90d8-1ce51f5e476b {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:38:24.953883 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-b8c5a876-06f2-4e3f-aff8-8511c31e39ae service neutron] Checking agent: {'id': '1c07afa2-e502-46e1-ac2b-740a8f00a450', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 36, 8), 'started_at': datetime.datetime(2022, 5, 27, 3, 36, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:38:24.960348 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-b8c5a876-06f2-4e3f-aff8-8511c31e39ae service neutron] Checking segment: {'id': 'fe99d2d7-7f56-4936-8b37-91a478479ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '50bd6645-5af8-443d-90d8-1ce51f5e476b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:38:24.960348 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-b8c5a876-06f2-4e3f-aff8-8511c31e39ae service neutron] Bound using segment: {'id': 'fe99d2d7-7f56-4936-8b37-91a478479ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '50bd6645-5af8-443d-90d8-1ce51f5e476b'} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:38:24.960348 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-b8c5a876-06f2-4e3f-aff8-8511c31e39ae service neutron] Bound port: 2acbf077-6162-483f-a60b-11075adc77c8, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe99d2d7-7f56-4936-8b37-91a478479ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '50bd6645-5af8-443d-90d8-1ce51f5e476b'}}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:38:24.960348 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-b8c5a876-06f2-4e3f-aff8-8511c31e39ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (2acbf077-6162-483f-a60b-11075adc77c8), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:24.994619 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.db [None req-3c2feb41-3878-41b8-86d1-a3e947a28cbb None None] For port e77c1672-e833-41d4-92dc-8461f72c7958, host dv-cinder-843361-2-smb, cleared binding levels {{(pid=104680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:38:24.996383 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvr_db [None req-9eda3ddf-fcc3-4028-af69-b09018bb4a09 None None] Set router 3ea81409-8cbf-4ea2-bf1f-784c8d3f3232 gateway port host: dv-cinder-843361-2-smb {{(pid=104679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:38:25.003423 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.db [None req-3c2feb41-3878-41b8-86d1-a3e947a28cbb None None] For port e77c1672-e833-41d4-92dc-8461f72c7958, host dv-cinder-843361-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=e77c1672-e833-41d4-92dc-8461f72c7958,segment=NetworkSegment(38baf4e4-1e5b-4f83-ae3c-ef0274e43459),segment_id=38baf4e4-1e5b-4f83-ae3c-ef0274e43459)] {{(pid=104680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:38:25.039774 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=100 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:25.125771 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-3c2feb41-3878-41b8-86d1-a3e947a28cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (e77c1672-e833-41d4-92dc-8461f72c7958), after_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:25.173704 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-b8c5a876-06f2-4e3f-aff8-8511c31e39ae service neutron] For port 2acbf077-6162-483f-a60b-11075adc77c8, host hv-cinder-84336, cleared binding levels {{(pid=104678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:38:25.184096 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-b8c5a876-06f2-4e3f-aff8-8511c31e39ae service neutron] For port 2acbf077-6162-483f-a60b-11075adc77c8, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=2acbf077-6162-483f-a60b-11075adc77c8,segment=NetworkSegment(fe99d2d7-7f56-4936-8b37-91a478479ac6),segment_id=fe99d2d7-7f56-4936-8b37-91a478479ac6)] {{(pid=104678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:38:25.190867 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 50762) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:25.216966 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:25.295175 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-3318671d-344a-4624-a19f-6f850a9307fa None None] Provisioning complete for port e77c1672-e833-41d4-92dc-8461f72c7958 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:38:25.295598 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-3318671d-344a-4624-a19f-6f850a9307fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (e77c1672-e833-41d4-92dc-8461f72c7958), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:25.297164 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-d0fab1ae-d34c-4e4e-a9ae-112ea0de2d06 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0101797b84c546ebacacac657d536912&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1051562 May 27 03:38:25.300120 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 50766) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:25.332405 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-b8c5a876-06f2-4e3f-aff8-8511c31e39ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (2acbf077-6162-483f-a60b-11075adc77c8), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:25.333624 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd8d9f-5c6e-4023-838b-bd74e8c49198 None None] Pushing event updated for resources: {'Port': ['ID=e77c1672-e833-41d4-92dc-8461f72c7958,revision_number=4']} {{(pid=104680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:25.337696 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2feb41-3878-41b8-86d1-a3e947a28cbb None None] Routers {'4d04cd31-9131-43a5-aa6a-2edf87d550b9'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:38:25.338322 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-3c2feb41-3878-41b8-86d1-a3e947a28cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:38:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['4d04cd31-9131-43a5-aa6a-2edf87d550b9'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:25.397102 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 50770) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:25.402882 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-c64d93e9-ac3c-48a4-8bdf-699a1f615545 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1955036609', 'description': 'tempest-description--1704587090'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:38:25.421983 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-9eda3ddf-fcc3-4028-af69-b09018bb4a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'name': 'tempest-AttachVolumeTestJSON-674304045-router', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:38:11Z', 'updated_at': '2022-05-27T03:38:19Z', 'revision_number': 4, 'project_id': '3ca63dae986749728daf5c42db0d14e3', 'gw_port': {'id': 'a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:12Z', 'updated_at': '2022-05-27T03:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': '15ff380c-0799-4cd2-a8e3-a627c40232e6', 'name': '', 'network_id': '7a2ea638-361b-43e7-98a5-ad26674b6832', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'mac_address': 'fa:16:3e:db:a4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f2766fdc-78e4-4021-8ae5-25446d105c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:16Z', 'updated_at': '2022-05-27T03:38:20Z', 'revision_number': 2, 'project_id': '3ca63dae986749728daf5c42db0d14e3', 'subnets': [{'id': 'f2766fdc-78e4-4021-8ae5-25446d105c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:25.523393 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eda3ddf-fcc3-4028-af69-b09018bb4a09 None None] Checking router: 3ea81409-8cbf-4ea2-bf1f-784c8d3f3232 for host: dv-cinder-843361-2-smb {{(pid=104679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:38:25.523393 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eda3ddf-fcc3-4028-af69-b09018bb4a09 None None] Updating router 3ea81409-8cbf-4ea2-bf1f-784c8d3f3232 port 15ff380c-0799-4cd2-a8e3-a627c40232e6 binding host dv-cinder-843361-2-smb {{(pid=104679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:38:25.556724 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-3c2feb41-3878-41b8-86d1-a3e947a28cbb None None] Set router 4d04cd31-9131-43a5-aa6a-2edf87d550b9 gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:38:25.561313 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c5a876-06f2-4e3f-aff8-8511c31e39ae service neutron] Pushing event updated for resources: {'Port': ['ID=2acbf077-6162-483f-a60b-11075adc77c8,revision_number=3']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:25.647259 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c64d93e9-ac3c-48a4-8bdf-699a1f615545 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:25.665326 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-97c639b5-b3b4-485b-b102-f7dfbdf149fe admin admin] Publish callbacks [] for security_group (55610726-f855-4451-bf6a-e99a222741a1), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:25.671391 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-b8c5a876-06f2-4e3f-aff8-8511c31e39ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:25.672284 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-b8c5a876-06f2-4e3f-aff8-8511c31e39ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:25.683122 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-b8c5a876-06f2-4e3f-aff8-8511c31e39ae service neutron] 10.222.0.72 "PUT /v2.0/ports/2acbf077-6162-483f-a60b-11075adc77c8 HTTP/1.1" status: 200 len: 1094 time: 3.6745548 May 27 03:38:25.683122 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f1597c-3979-419d-ad8c-f8ac67a2f14a', 'tag': '2acbf077-6162-483f-a60b-11075adc77c8'}] {{(pid=104678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:38:25.699917 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-3318671d-344a-4624-a19f-6f850a9307fa None None] Current status of the port e77c1672-e833-41d4-92dc-8461f72c7958 is: DOWN; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:38:25.700242 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-3318671d-344a-4624-a19f-6f850a9307fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (e77c1672-e833-41d4-92dc-8461f72c7958), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:25.749603 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:25.802811 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332d99e-4f10-495c-827a-69f2bf19149e req-67ed24b8-2c9c-4ab3-9aaf-d5b4eeb44b87 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:25.818573 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b332d99e-4f10-495c-827a-69f2bf19149e req-67ed24b8-2c9c-4ab3-9aaf-d5b4eeb44b87 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7f1597c-3979-419d-ad8c-f8ac67a2f14a HTTP/1.1" status: 200 len: 944 time: 0.2520983 May 27 03:38:25.847361 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-9eda3ddf-fcc3-4028-af69-b09018bb4a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (15ff380c-0799-4cd2-a8e3-a627c40232e6), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:25.981508 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:26.023255 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 50788) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:26.107742 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b332d99e-4f10-495c-827a-69f2bf19149e req-f76013e8-df34-4982-8874-9f8856e21157 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc5ea44f-3c1e-4c4d-bdb3-f869da37bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881298 May 27 03:38:26.185634 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-3c2feb41-3878-41b8-86d1-a3e947a28cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'name': 'tempest-ServerRescueNegativeTestJSON-409517973-router', 'tenant_id': '8c649113d597484d8d1f5f046a8cac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '0b7b49cd-8178-4c38-9759-729bc1092412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:38:10Z', 'updated_at': '2022-05-27T03:38:18Z', 'revision_number': 4, 'project_id': '8c649113d597484d8d1f5f046a8cac59', 'gw_port': {'id': '0b7b49cd-8178-4c38-9759-729bc1092412', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:af:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:11Z', 'updated_at': '2022-05-27T03:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': 'e77c1672-e833-41d4-92dc-8461f72c7958', 'name': '', 'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a', 'tenant_id': '8c649113d597484d8d1f5f046a8cac59', 'mac_address': 'fa:16:3e:20:50:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e9e7a5b0-6940-4778-807b-b50ae30078a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:16Z', 'updated_at': '2022-05-27T03:38:24Z', 'revision_number': 4, 'project_id': '8c649113d597484d8d1f5f046a8cac59', 'subnets': [{'id': 'e9e7a5b0-6940-4778-807b-b50ae30078a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:26.228378 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c64d93e9-ac3c-48a4-8bdf-699a1f615545 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks [] for security_group (a28e535f-038c-44ff-beea-f223ca266221), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:26.245525 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2feb41-3878-41b8-86d1-a3e947a28cbb None None] The sync data for ids ['4d04cd31-9131-43a5-aa6a-2edf87d550b9'] in dv-cinder-843361-2-smb is: [{'id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'name': 'tempest-ServerRescueNegativeTestJSON-409517973-router', 'tenant_id': '8c649113d597484d8d1f5f046a8cac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '0b7b49cd-8178-4c38-9759-729bc1092412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:38:10Z', 'updated_at': '2022-05-27T03:38:18Z', 'revision_number': 4, 'project_id': '8c649113d597484d8d1f5f046a8cac59', 'gw_port': {'id': '0b7b49cd-8178-4c38-9759-729bc1092412', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:af:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:11Z', 'updated_at': '2022-05-27T03:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': 'e77c1672-e833-41d4-92dc-8461f72c7958', 'name': '', 'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a', 'tenant_id': '8c649113d597484d8d1f5f046a8cac59', 'mac_address': 'fa:16:3e:20:50:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e9e7a5b0-6940-4778-807b-b50ae30078a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:16Z', 'updated_at': '2022-05-27T03:38:24Z', 'revision_number': 4, 'project_id': '8c649113d597484d8d1f5f046a8cac59', 'subnets': [{'id': 'e9e7a5b0-6940-4778-807b-b50ae30078a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:38:26.267265 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:26.285183 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-97c639b5-b3b4-485b-b102-f7dfbdf149fe admin admin] Publish callbacks [] for security_group (55610726-f855-4451-bf6a-e99a222741a1), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:26.301833 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c64d93e9-ac3c-48a4-8bdf-699a1f615545 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (a28e535f-038c-44ff-beea-f223ca266221), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:26.375335 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-5f5dbeac-e993-44f5-bd85-d2fa7718675e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:26.381992 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-5f5dbeac-e993-44f5-bd85-d2fa7718675e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3268641ef3164a9e934c362142f80fb4&device_id=d7f1597c-3979-419d-ad8c-f8ac67a2f14a HTTP/1.1" status: 200 len: 1128 time: 0.4710760 May 27 03:38:26.475349 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1 up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:38:26.485700 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-3318671d-344a-4624-a19f-6f850a9307fa None None] For port e77c1672-e833-41d4-92dc-8461f72c7958, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=e77c1672-e833-41d4-92dc-8461f72c7958,segment=NetworkSegment(38baf4e4-1e5b-4f83-ae3c-ef0274e43459),segment_id=38baf4e4-1e5b-4f83-ae3c-ef0274e43459)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:26.506482 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c64d93e9-ac3c-48a4-8bdf-699a1f615545 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:26.513603 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-c64d93e9-ac3c-48a4-8bdf-699a1f615545 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.1092064 May 27 03:38:26.516205 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 50802) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:26.518904 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d93e9-ac3c-48a4-8bdf-699a1f615545 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a28e535f-038c-44ff-beea-f223ca266221,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:26.537024 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-17c794d9-8bdb-4375-8fbc-59fc868f1209 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Request body: {'security_group_rule': {'security_group_id': 'a28e535f-038c-44ff-beea-f223ca266221', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:38:26.615417 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-3318671d-344a-4624-a19f-6f850a9307fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (e77c1672-e833-41d4-92dc-8461f72c7958), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:26.665889 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-ab0b0060-a964-4631-a9c5-c844a0223564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:26.709180 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-3e6831ae-0d85-4c45-943c-fe3d6c251c4b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2acbf077-6162-483f-a60b-11075adc77c8 HTTP/1.1" status: 200 len: 217 time: 0.2885721 May 27 03:38:26.752951 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-17c794d9-8bdb-4375-8fbc-59fc868f1209 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks [] for security_group_rule (882bfdaa-c962-40ae-9e2e-8ab2bb174766), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:26.780888 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3318671d-344a-4624-a19f-6f850a9307fa None None] Pushing event updated for resources: {'Port': ['ID=e77c1672-e833-41d4-92dc-8461f72c7958,revision_number=5']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:26.805555 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-97c639b5-b3b4-485b-b102-f7dfbdf149fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (55610726-f855-4451-bf6a-e99a222741a1), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:26.847246 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-97c639b5-b3b4-485b-b102-f7dfbdf149fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:26.853806 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-97c639b5-b3b4-485b-b102-f7dfbdf149fe admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/55610726-f855-4451-bf6a-e99a222741a1 HTTP/1.1" status: 204 len: 168 time: 1.5517507 May 27 03:38:26.942133 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e1ed873ee784d85eb1b1d61ec54b86d2255e46a50b7e273563a24fff47d01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ef0ffc-6b41-4c32-a339-0b55070c97d9" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f1597c-3979-419d-ad8c-f8ac67a2f14a", "tag": "2acbf077-6162-483f-a60b-11075adc77c8"}]}' {{(pid=104678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:38:26.982857 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c639b5-b3b4-485b-b102-f7dfbdf149fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55610726-f855-4451-bf6a-e99a222741a1,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:27.013983 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-9dd018ef-c2df-4bde-a6d1-a9e02f4ea71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:27.013983 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-9dd018ef-c2df-4bde-a6d1-a9e02f4ea71b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3d08073a-347a-42f7-adcd-72165c329794 HTTP/1.1" status: 200 len: 851 time: 0.2890997 May 27 03:38:27.028543 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-17c794d9-8bdb-4375-8fbc-59fc868f1209 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks [] for security_group_rule (882bfdaa-c962-40ae-9e2e-8ab2bb174766), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:27.050246 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-8afd7102-4318-4bca-b1ed-6c058d412636 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104677) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:38:27.051399 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-8afd7102-4318-4bca-b1ed-6c058d412636 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5946152 May 27 03:38:27.065499 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-64636c94-a8af-42fd-ae00-912e54185593 None None] Provisioning complete for port e77c1672-e833-41d4-92dc-8461f72c7958 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:38:27.066124 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-64636c94-a8af-42fd-ae00-912e54185593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (e77c1672-e833-41d4-92dc-8461f72c7958), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:27.172199 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-f6a4f169-66d6-484a-9567-478698642e37 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=50bd6645-5af8-443d-90d8-1ce51f5e476b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1403670 May 27 03:38:27.187226 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-17c794d9-8bdb-4375-8fbc-59fc868f1209 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498508'] for security_group_rule (882bfdaa-c962-40ae-9e2e-8ab2bb174766), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:27.208097 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:38:27.213816 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:27.345879 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:27.378691 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:27.423845 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-029e0a2d-295b-4cfe-b211-44c74c419d7b service neutron] 10.222.0.72 "GET /v2.0/networks/50bd6645-5af8-443d-90d8-1ce51f5e476b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051823 May 27 03:38:27.473633 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:27.476452 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-ab0b0060-a964-4631-a9c5-c844a0223564 admin admin] Publish callbacks [] for security_group (a444882e-6ed1-47ae-8eaf-1fc71af44312), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:27.495969 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c794d9-8bdb-4375-8fbc-59fc868f1209 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=882bfdaa-c962-40ae-9e2e-8ab2bb174766,revision_number=0']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:27.557105 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-c596ffef-617e-4656-b53e-a6df3f21f8d5 service neutron] 10.222.0.71 "GET /v2.0/networks/2f916a43-2562-4d0d-bd29-c5c8a7d74b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4982612 May 27 03:38:27.592545 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63541b1-5bcc-4f7c-8dc3-41679bdf605f x-openstack-request-id: req-c63541b1-5bcc-4f7c-8dc3-41679bdf605f {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:38:27.592684 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f1597c-3979-419d-ad8c-f8ac67a2f14a", "tag": "2acbf077-6162-483f-a60b-11075adc77c8", "status": "completed", "code": 200}]} {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:38:27.592897 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c63541b1-5bcc-4f7c-8dc3-41679bdf605f {{(pid=104678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:38:27.602852 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c63541b1-5bcc-4f7c-8dc3-41679bdf605f'] response: {'name': 'network-changed', 'server_uuid': 'd7f1597c-3979-419d-ad8c-f8ac67a2f14a', 'tag': '2acbf077-6162-483f-a60b-11075adc77c8', 'status': 'completed', 'code': 200} May 27 03:38:27.608536 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-17c794d9-8bdb-4375-8fbc-59fc868f1209 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:27.623757 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-17c794d9-8bdb-4375-8fbc-59fc868f1209 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1057372 May 27 03:38:27.624554 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 50826) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:27.629558 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-ab0b0060-a964-4631-a9c5-c844a0223564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (a444882e-6ed1-47ae-8eaf-1fc71af44312), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:27.661425 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [None req-24c4bb2f-8358-4517-ba45-49d9c1f5c810 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Request body: {'security_group_rule': {'security_group_id': 'a28e535f-038c-44ff-beea-f223ca266221', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:38:27.785013 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-81530d0a-fc68-4daf-b042-fe90376ffe95 req-b4adb2f1-611e-4d72-bdc6-c199c506ab6d service neutron] 10.222.0.72 "GET /v2.0/networks/50bd6645-5af8-443d-90d8-1ce51f5e476b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437309 May 27 03:38:27.812086 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-64636c94-a8af-42fd-ae00-912e54185593 None None] Current status of the port e77c1672-e833-41d4-92dc-8461f72c7958 is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:38:27.815653 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1 is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:38:27.912941 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-9eda3ddf-fcc3-4028-af69-b09018bb4a09 None None] Publish callbacks [] for port (15ff380c-0799-4cd2-a8e3-a627c40232e6), precommit_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:27.952700 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-24c4bb2f-8358-4517-ba45-49d9c1f5c810 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks [] for security_group_rule (afe08258-3aa4-411c-bd7f-e894f2d374a9), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:27.970814 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-ab0b0060-a964-4631-a9c5-c844a0223564 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b531bdc9089f4e4fa8aaf2ff14908708&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9196689 May 27 03:38:27.976505 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0b0060-a964-4631-a9c5-c844a0223564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a444882e-6ed1-47ae-8eaf-1fc71af44312,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:27.994347 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 50832) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:28.121776 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device e77c1672-e833-41d4-92dc-8461f72c7958 up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:38:28.185058 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793f17e-ffb5-4712-8af5-09fdf8e754aa req-29ba99d7-2d9d-4f18-853e-da39118ab205 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:28.195560 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f793f17e-ffb5-4712-8af5-09fdf8e754aa req-29ba99d7-2d9d-4f18-853e-da39118ab205 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7f1597c-3979-419d-ad8c-f8ac67a2f14a HTTP/1.1" status: 200 len: 944 time: 0.4684153 May 27 03:38:28.234503 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-9eda3ddf-fcc3-4028-af69-b09018bb4a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (15ff380c-0799-4cd2-a8e3-a627c40232e6), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:28.245009 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-24c4bb2f-8358-4517-ba45-49d9c1f5c810 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks [] for security_group_rule (afe08258-3aa4-411c-bd7f-e894f2d374a9), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:28.253746 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef0ffc-6b41-4c32-a339-0b55070c97d9 req-e3ef3f24-1f45-4575-b6ed-f9c54ceb92dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:28.255294 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-23ef0ffc-6b41-4c32-a339-0b55070c97d9 req-e3ef3f24-1f45-4575-b6ed-f9c54ceb92dc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3268641ef3164a9e934c362142f80fb4&device_id=d7f1597c-3979-419d-ad8c-f8ac67a2f14a HTTP/1.1" status: 200 len: 1128 time: 0.1415067 May 27 03:38:28.304000 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-1b638ebc-16fa-4b34-8fe6-ac50e79ed702 service neutron] 10.222.0.71 "GET /v2.0/networks/2f916a43-2562-4d0d-bd29-c5c8a7d74b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7402463 May 27 03:38:28.399885 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-6097dbe0-a03e-426a-9110-92f765dd3e32 admin admin] Publish callbacks [] for security_group (a444882e-6ed1-47ae-8eaf-1fc71af44312), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:28.412442 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16457d-585c-4556-8634-985ced650ff8 None None] Pushing event updated for resources: {'Port': ['ID=15ff380c-0799-4cd2-a8e3-a627c40232e6,revision_number=3']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:28.444179 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-24c4bb2f-8358-4517-ba45-49d9c1f5c810 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498508'] for security_group_rule (afe08258-3aa4-411c-bd7f-e894f2d374a9), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:28.474556 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port e77c1672-e833-41d4-92dc-8461f72c7958 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:38:28.474969 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (e77c1672-e833-41d4-92dc-8461f72c7958), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:28.543560 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c4bb2f-8358-4517-ba45-49d9c1f5c810 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afe08258-3aa4-411c-bd7f-e894f2d374a9,revision_number=0']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:28.587774 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-6097dbe0-a03e-426a-9110-92f765dd3e32 admin admin] Publish callbacks [] for security_group (a444882e-6ed1-47ae-8eaf-1fc71af44312), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:28.607256 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-24c4bb2f-8358-4517-ba45-49d9c1f5c810 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:28.627351 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-24c4bb2f-8358-4517-ba45-49d9c1f5c810 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0016460 May 27 03:38:28.644653 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 50854) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:28.654555 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f793f17e-ffb5-4712-8af5-09fdf8e754aa req-2e5fefeb-3465-4b40-ab94-acf4e8dc1e1d tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc5ea44f-3c1e-4c4d-bdb3-f869da37bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4563289 May 27 03:38:28.724631 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:28.826532 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 50860) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:28.972384 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-d575671e-283d-4e18-852d-fc51882e1777 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fdb8d5aa1d2447aab523d3df511f005d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1443865 May 27 03:38:28.986277 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-9eda3ddf-fcc3-4028-af69-b09018bb4a09 None None] Attempting to bind port 15ff380c-0799-4cd2-a8e3-a627c40232e6 on host dv-cinder-843361-2-smb for vnic_type normal with profile {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:38:28.990806 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 50874) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:28.992027 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-6097dbe0-a03e-426a-9110-92f765dd3e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (a444882e-6ed1-47ae-8eaf-1fc71af44312), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:28.993216 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-9eda3ddf-fcc3-4028-af69-b09018bb4a09 None None] Attempting to bind port 15ff380c-0799-4cd2-a8e3-a627c40232e6 by drivers openvswitch,hyperv on host dv-cinder-843361-2-smb at level 0 using segments [{'id': '83c06243-6dbd-48ee-aa93-81ebad273030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7a2ea638-361b-43e7-98a5-ad26674b6832'}] {{(pid=104679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:38:28.993636 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eda3ddf-fcc3-4028-af69-b09018bb4a09 None None] Attempting to bind port 15ff380c-0799-4cd2-a8e3-a627c40232e6 on network 7a2ea638-361b-43e7-98a5-ad26674b6832 {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:38:28.999163 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-6097dbe0-a03e-426a-9110-92f765dd3e32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:29.011432 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-6097dbe0-a03e-426a-9110-92f765dd3e32 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a444882e-6ed1-47ae-8eaf-1fc71af44312 HTTP/1.1" status: 204 len: 168 time: 1.0033765 May 27 03:38:29.024747 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eda3ddf-fcc3-4028-af69-b09018bb4a09 None None] Checking agent: {'id': '9eab1ddd-6fe1-4746-91d3-5b2c5a714814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 29, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 29, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:38:29.025392 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eda3ddf-fcc3-4028-af69-b09018bb4a09 None None] Checking segment: {'id': '83c06243-6dbd-48ee-aa93-81ebad273030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7a2ea638-361b-43e7-98a5-ad26674b6832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:38:29.025552 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-9eda3ddf-fcc3-4028-af69-b09018bb4a09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:29.047070 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eda3ddf-fcc3-4028-af69-b09018bb4a09 None None] Bound using segment: {'id': '83c06243-6dbd-48ee-aa93-81ebad273030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7a2ea638-361b-43e7-98a5-ad26674b6832'} {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:38:29.061782 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-9eda3ddf-fcc3-4028-af69-b09018bb4a09 None None] Bound port: 15ff380c-0799-4cd2-a8e3-a627c40232e6, host: dv-cinder-843361-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c06243-6dbd-48ee-aa93-81ebad273030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7a2ea638-361b-43e7-98a5-ad26674b6832'}}] {{(pid=104679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:38:29.061782 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-9eda3ddf-fcc3-4028-af69-b09018bb4a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (15ff380c-0799-4cd2-a8e3-a627c40232e6), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:29.144222 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [None req-eabe62ae-3958-409e-b73a-acd09b7de611 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Request body: {'floatingip': {'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:38:29.153753 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-c22aebf0-91f1-4f5c-ab43-7487546023b9 None None] Provisioning complete for port 15ff380c-0799-4cd2-a8e3-a627c40232e6 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:38:29.154359 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-c22aebf0-91f1-4f5c-ab43-7487546023b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (15ff380c-0799-4cd2-a8e3-a627c40232e6), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:29.164751 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port e77c1672-e833-41d4-92dc-8461f72c7958 is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:38:29.175457 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097dbe0-a03e-426a-9110-92f765dd3e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a444882e-6ed1-47ae-8eaf-1fc71af44312,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:29.198025 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-63919648-a031-4e6f-b489-8c91f5c562e6 req-c0fb5636-e93c-4a88-8127-b4cfedb69ffc tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=82c7f5b6-c44c-4245-8f43-888d1a4e50bd HTTP/1.1" status: 200 len: 210 time: 0.1796474 May 27 03:38:29.225478 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:29.241383 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:29.257324 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef0ffc-6b41-4c32-a339-0b55070c97d9 req-2c4a8261-e94c-418a-8149-c0004eec7c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:29.258930 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-23ef0ffc-6b41-4c32-a339-0b55070c97d9 req-2c4a8261-e94c-418a-8149-c0004eec7c1f service neutron] 10.222.0.72 "GET /v2.0/networks?id=50bd6645-5af8-443d-90d8-1ce51f5e476b HTTP/1.1" status: 200 len: 912 time: 0.9848754 May 27 03:38:29.281343 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-c22aebf0-91f1-4f5c-ab43-7487546023b9 None None] Port 15ff380c-0799-4cd2-a8e3-a627c40232e6 cannot update to ACTIVE because it is not bound. {{(pid=104679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:38:29.326466 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:UPDATE=1,neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:29.327941 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-220d92ee-d22f-4d3a-a77e-e8e4d68d933f admin admin] Publish callbacks [] for security_group (c9174ab0-c5a0-47af-8807-4600608d6383), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:29.351217 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-9eda3ddf-fcc3-4028-af69-b09018bb4a09 None None] For port 15ff380c-0799-4cd2-a8e3-a627c40232e6, host dv-cinder-843361-2-smb, cleared binding levels {{(pid=104679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:38:29.361779 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-9eda3ddf-fcc3-4028-af69-b09018bb4a09 None None] For port 15ff380c-0799-4cd2-a8e3-a627c40232e6, host dv-cinder-843361-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=15ff380c-0799-4cd2-a8e3-a627c40232e6,segment=NetworkSegment(83c06243-6dbd-48ee-aa93-81ebad273030),segment_id=83c06243-6dbd-48ee-aa93-81ebad273030)] {{(pid=104679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:38:29.375067 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-23ef0ffc-6b41-4c32-a339-0b55070c97d9 req-5e0ddf26-b62d-4037-859d-744c56292f80 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2acbf077-6162-483f-a60b-11075adc77c8 HTTP/1.1" status: 200 len: 217 time: 0.0988483 May 27 03:38:29.376390 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-eabe62ae-3958-409e-b73a-acd09b7de611 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:29.382585 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-220d92ee-d22f-4d3a-a77e-e8e4d68d933f admin admin] Publish callbacks [] for security_group (c9174ab0-c5a0-47af-8807-4600608d6383), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:29.428197 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-9eda3ddf-fcc3-4028-af69-b09018bb4a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (15ff380c-0799-4cd2-a8e3-a627c40232e6), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:29.488919 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:29.614268 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef0ffc-6b41-4c32-a339-0b55070c97d9 req-7410f076-93a2-4219-a4a2-62b51df4681d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:29.615515 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-220d92ee-d22f-4d3a-a77e-e8e4d68d933f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (c9174ab0-c5a0-47af-8807-4600608d6383), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:29.615836 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-23ef0ffc-6b41-4c32-a339-0b55070c97d9 req-7410f076-93a2-4219-a4a2-62b51df4681d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3d08073a-347a-42f7-adcd-72165c329794 HTTP/1.1" status: 200 len: 851 time: 0.2094703 May 27 03:38:29.619244 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-220d92ee-d22f-4d3a-a77e-e8e4d68d933f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:29.622625 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-220d92ee-d22f-4d3a-a77e-e8e4d68d933f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c9174ab0-c5a0-47af-8807-4600608d6383 HTTP/1.1" status: 204 len: 168 time: 0.6053123 May 27 03:38:29.648954 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d92ee-d22f-4d3a-a77e-e8e4d68d933f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9174ab0-c5a0-47af-8807-4600608d6383,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:29.660665 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eda3ddf-fcc3-4028-af69-b09018bb4a09 None None] Routers {'3ea81409-8cbf-4ea2-bf1f-784c8d3f3232'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:38:29.661656 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-9eda3ddf-fcc3-4028-af69-b09018bb4a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:38:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['3ea81409-8cbf-4ea2-bf1f-784c8d3f3232'], 'active': True} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:29.671053 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16457d-585c-4556-8634-985ced650ff8 None None] Pushing event updated for resources: {'Port': ['ID=15ff380c-0799-4cd2-a8e3-a627c40232e6,revision_number=4']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:29.751511 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-23ef0ffc-6b41-4c32-a339-0b55070c97d9 req-52602cf8-7de1-4f3b-b094-1243073c9d23 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=50bd6645-5af8-443d-90d8-1ce51f5e476b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1109288 May 27 03:38:29.762318 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-eabe62ae-3958-409e-b73a-acd09b7de611 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:29.973157 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.db_base_plugin_common [None req-eabe62ae-3958-409e-b73a-acd09b7de611 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Allocated IP 172.28.2.45 (2c8f85dd-7a0e-40ae-be84-c061eec53ce1/4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03/0b91e894-d52c-4487-8089-4c990ddef6e8) {{(pid=104678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:38:30.124454 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-eabe62ae-3958-409e-b73a-acd09b7de611 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks [] for port (0b91e894-d52c-4487-8089-4c990ddef6e8), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:30.175860 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8e9ef-f910-4399-99b2-609a76af5ab3 req-5f3ce099-e83d-49bd-a65f-04940969112f tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:30.180258 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvr_db [None req-9eda3ddf-fcc3-4028-af69-b09018bb4a09 None None] Set router 3ea81409-8cbf-4ea2-bf1f-784c8d3f3232 gateway port host: dv-cinder-843361-2-smb {{(pid=104679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:38:30.181929 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0ed8e9ef-f910-4399-99b2-609a76af5ab3 req-5f3ce099-e83d-49bd-a65f-04940969112f tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7f1597c-3979-419d-ad8c-f8ac67a2f14a HTTP/1.1" status: 200 len: 944 time: 0.1920590 May 27 03:38:30.280018 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:30.286044 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 15ff380c-0799-4cd2-a8e3-a627c40232e6 up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:38:30.310223 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-23ef0ffc-6b41-4c32-a339-0b55070c97d9 req-981293d0-4e40-42a1-ae30-e8afd1fe91d7 service neutron] 10.222.0.72 "GET /v2.0/networks/50bd6645-5af8-443d-90d8-1ce51f5e476b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548500 May 27 03:38:30.320885 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-a6779048-6d08-4216-8759-9edb23eaad67 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:30.322529 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-a6779048-6d08-4216-8759-9edb23eaad67 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/networks?id=2f916a43-2562-4d0d-bd29-c5c8a7d74b6a HTTP/1.1" status: 200 len: 818 time: 0.6473908 May 27 03:38:30.328107 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0ed8e9ef-f910-4399-99b2-609a76af5ab3 req-cc41a256-7529-452a-abaa-10d0b336c5d6 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc5ea44f-3c1e-4c4d-bdb3-f869da37bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269481 May 27 03:38:30.339473 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-e7e1fdca-d3ca-43fe-b851-855a03cafd1e tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/quotas/8c649113d597484d8d1f5f046a8cac59 HTTP/1.1" status: 200 len: 375 time: 0.0103645 May 27 03:38:30.409568 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-eabe62ae-3958-409e-b73a-acd09b7de611 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921'] for port (0b91e894-d52c-4487-8089-4c990ddef6e8), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:30.471400 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-0d21bb60-0d6c-47a7-ab32-4c0fc2e782fe None None] Provisioning complete for port 15ff380c-0799-4cd2-a8e3-a627c40232e6 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:38:30.472599 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-0d21bb60-0d6c-47a7-ab32-4c0fc2e782fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (15ff380c-0799-4cd2-a8e3-a627c40232e6), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:30.480191 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-0d011707-067a-40d0-858b-3e4e93b9a319 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c649113d597484d8d1f5f046a8cac59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0832500 May 27 03:38:30.535420 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabe62ae-3958-409e-b73a-acd09b7de611 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Network 2c8f85dd-7a0e-40ae-be84-c061eec53ce1 is already hosted by enough agents. {{(pid=104678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:38:30.542638 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.base_scheduler [None req-eabe62ae-3958-409e-b73a-acd09b7de611 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Resources bound (agent type, host, resource id): {{(pid=104678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:38:30.550695 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabe62ae-3958-409e-b73a-acd09b7de611 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Received port after_create {{(pid=104678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:38:30.590623 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe62ae-3958-409e-b73a-acd09b7de611 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Pushing event updated for resources: {'Port': ['ID=0b91e894-d52c-4487-8089-4c990ddef6e8,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:30.720586 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-3f3c3edb-df67-4a92-a90d-3435770b12ec service neutron] 10.222.0.71 "GET /v2.0/networks/2f916a43-2562-4d0d-bd29-c5c8a7d74b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263644 May 27 03:38:30.749738 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port 15ff380c-0799-4cd2-a8e3-a627c40232e6 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:38:30.750192 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (15ff380c-0799-4cd2-a8e3-a627c40232e6), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:30.921679 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-23ef0ffc-6b41-4c32-a339-0b55070c97d9 req-431e2071-35c1-4c30-a470-dc4a63be6e96 service neutron] 10.222.0.72 "GET /v2.0/networks/50bd6645-5af8-443d-90d8-1ce51f5e476b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5894213 May 27 03:38:30.978870 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-eabe62ae-3958-409e-b73a-acd09b7de611 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks [] for floatingip (b43906f8-3a6a-4f83-842e-d75eaee83ef8), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:31.035018 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-a889462d-bbcf-49c1-a81b-21c44b1bf650 service neutron] 10.222.0.71 "GET /v2.0/networks/2f916a43-2562-4d0d-bd29-c5c8a7d74b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990673 May 27 03:38:31.042486 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-9eda3ddf-fcc3-4028-af69-b09018bb4a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'name': 'tempest-AttachVolumeTestJSON-674304045-router', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:38:11Z', 'updated_at': '2022-05-27T03:38:19Z', 'revision_number': 4, 'project_id': '3ca63dae986749728daf5c42db0d14e3', 'gw_port': {'id': 'a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:12Z', 'updated_at': '2022-05-27T03:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': '15ff380c-0799-4cd2-a8e3-a627c40232e6', 'name': '', 'network_id': '7a2ea638-361b-43e7-98a5-ad26674b6832', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'mac_address': 'fa:16:3e:db:a4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f2766fdc-78e4-4021-8ae5-25446d105c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:16Z', 'updated_at': '2022-05-27T03:38:29Z', 'revision_number': 4, 'project_id': '3ca63dae986749728daf5c42db0d14e3', 'subnets': [{'id': 'f2766fdc-78e4-4021-8ae5-25446d105c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:31.078782 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-0d21bb60-0d6c-47a7-ab32-4c0fc2e782fe None None] Current status of the port 15ff380c-0799-4cd2-a8e3-a627c40232e6 is: DOWN; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:38:31.078782 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-0d21bb60-0d6c-47a7-ab32-4c0fc2e782fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (15ff380c-0799-4cd2-a8e3-a627c40232e6), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:31.083116 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eda3ddf-fcc3-4028-af69-b09018bb4a09 None None] The sync data for ids ['3ea81409-8cbf-4ea2-bf1f-784c8d3f3232'] in dv-cinder-843361-2-smb is: [{'id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'name': 'tempest-AttachVolumeTestJSON-674304045-router', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:38:11Z', 'updated_at': '2022-05-27T03:38:19Z', 'revision_number': 4, 'project_id': '3ca63dae986749728daf5c42db0d14e3', 'gw_port': {'id': 'a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:12Z', 'updated_at': '2022-05-27T03:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': '15ff380c-0799-4cd2-a8e3-a627c40232e6', 'name': '', 'network_id': '7a2ea638-361b-43e7-98a5-ad26674b6832', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'mac_address': 'fa:16:3e:db:a4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f2766fdc-78e4-4021-8ae5-25446d105c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:16Z', 'updated_at': '2022-05-27T03:38:29Z', 'revision_number': 4, 'project_id': '3ca63dae986749728daf5c42db0d14e3', 'subnets': [{'id': 'f2766fdc-78e4-4021-8ae5-25446d105c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:38:31.167866 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-0d21bb60-0d6c-47a7-ab32-4c0fc2e782fe None None] For port 15ff380c-0799-4cd2-a8e3-a627c40232e6, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=15ff380c-0799-4cd2-a8e3-a627c40232e6,segment=NetworkSegment(83c06243-6dbd-48ee-aa93-81ebad273030),segment_id=83c06243-6dbd-48ee-aa93-81ebad273030)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:31.178248 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:31.229156 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port 15ff380c-0799-4cd2-a8e3-a627c40232e6 is: DOWN; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:38:31.230991 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (15ff380c-0799-4cd2-a8e3-a627c40232e6), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:31.251211 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=11 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:31.259439 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-eabe62ae-3958-409e-b73a-acd09b7de611 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (0b91e894-d52c-4487-8089-4c990ddef6e8), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:31.278281 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-0d21bb60-0d6c-47a7-ab32-4c0fc2e782fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (15ff380c-0799-4cd2-a8e3-a627c40232e6), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:31.604219 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.db.api [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 27 03:38:31.608988 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG oslo_db.api [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:38:31.656567 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d21bb60-0d6c-47a7-ab32-4c0fc2e782fe None None] Pushing event updated for resources: {'Port': ['ID=15ff380c-0799-4cd2-a8e3-a627c40232e6,revision_number=5']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:31.680432 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-bf6ec037-6b51-4ca2-8260-9613a0d783b9 req-14bc8c21-f55c-4358-b991-7483634b4c81 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 210 time: 0.1183505 May 27 03:38:31.814707 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6b84d-bde9-4587-bb44-a87d53c3d41d req-621acaa3-b04b-4f08-a106-477a6a0e884e tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:31.818856 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ffa6b84d-bde9-4587-bb44-a87d53c3d41d req-621acaa3-b04b-4f08-a106-477a6a0e884e tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7f1597c-3979-419d-ad8c-f8ac67a2f14a HTTP/1.1" status: 200 len: 944 time: 0.1324468 May 27 03:38:31.904898 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-eabe62ae-3958-409e-b73a-acd09b7de611 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks [] for port (0b91e894-d52c-4487-8089-4c990ddef6e8), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:31.943706 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ffa6b84d-bde9-4587-bb44-a87d53c3d41d req-c062fdbe-af80-41ec-84c2-8c27eb966eb4 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc5ea44f-3c1e-4c4d-bdb3-f869da37bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147449 May 27 03:38:32.220823 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-eabe62ae-3958-409e-b73a-acd09b7de611 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (0b91e894-d52c-4487-8089-4c990ddef6e8), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:32.275109 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-eabe62ae-3958-409e-b73a-acd09b7de611 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665637'] for floatingip (b43906f8-3a6a-4f83-842e-d75eaee83ef8), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:32.275376 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port 15ff380c-0799-4cd2-a8e3-a627c40232e6 is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:38:32.305469 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe62ae-3958-409e-b73a-acd09b7de611 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Pushing event updated for resources: {'Port': ['ID=0b91e894-d52c-4487-8089-4c990ddef6e8,revision_number=2']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:32.439484 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 15ff380c-0799-4cd2-a8e3-a627c40232e6 up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:38:32.480164 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:32.485149 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-eabe62ae-3958-409e-b73a-acd09b7de611 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for floatingip (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:32.487461 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-eabe62ae-3958-409e-b73a-acd09b7de611 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8312781 May 27 03:38:32.669772 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port 15ff380c-0799-4cd2-a8e3-a627c40232e6 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:38:32.670444 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (15ff380c-0799-4cd2-a8e3-a627c40232e6), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:32.822272 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port 15ff380c-0799-4cd2-a8e3-a627c40232e6 is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:38:32.841567 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-34df7a6d-0f90-41f0-8511-bc38eda59dda req-f896b6d4-0f14-47e2-b360-92d07a7b9761 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 210 time: 0.0719426 May 27 03:38:33.324144 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-7ae3d7db-815a-42b4-a973-2fc1efecd569 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1955036609&fields=id&tenant_id=3ca63dae986749728daf5c42db0d14e3 HTTP/1.1" status: 200 len: 267 time: 0.2980492 May 27 03:38:33.507989 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d4d7d-5cbb-432b-b6cd-50b077c32751 req-f2af4b4a-8d4c-47ce-913c-b5dd0e94be5c tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:33.516029 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-947d4d7d-5cbb-432b-b6cd-50b077c32751 req-f2af4b4a-8d4c-47ce-913c-b5dd0e94be5c tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7f1597c-3979-419d-ad8c-f8ac67a2f14a HTTP/1.1" status: 200 len: 944 time: 0.3540533 May 27 03:38:33.545133 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-2b3f27de-6a0b-44e9-a32e-25acd74b9a3b tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:33.547927 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-2b3f27de-6a0b-44e9-a32e-25acd74b9a3b tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/networks?id=7a2ea638-361b-43e7-98a5-ad26674b6832 HTTP/1.1" status: 200 len: 810 time: 0.2119210 May 27 03:38:33.577310 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-5d4a7d38-5ecc-430d-9837-4e023ab4cce0 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/quotas/3ca63dae986749728daf5c42db0d14e3 HTTP/1.1" status: 200 len: 375 time: 0.0202417 May 27 03:38:33.659480 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-76ced501-3b0a-4d79-a4c8-655132acaa98 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3ca63dae986749728daf5c42db0d14e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0744739 May 27 03:38:33.673523 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-947d4d7d-5cbb-432b-b6cd-50b077c32751 req-2fce2044-376a-4390-85ed-56de774617de tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc5ea44f-3c1e-4c4d-bdb3-f869da37bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560953 May 27 03:38:33.723329 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:33.861227 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:33.926126 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-55f06c1a-55bc-4e95-a3eb-84916aee1651 service neutron] 10.222.0.71 "GET /v2.0/networks/7a2ea638-361b-43e7-98a5-ad26674b6832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264636 May 27 03:38:34.076300 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-518bc78b-32be-4b6f-9a70-709e107517ce req-63cbb2bc-963d-4420-a278-7a790fe7a811 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 210 time: 0.0500515 May 27 03:38:34.134940 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-c595b31b-e28c-4c2a-99e4-ed2e8159a8d3 service neutron] 10.222.0.71 "GET /v2.0/networks/7a2ea638-361b-43e7-98a5-ad26674b6832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984813 May 27 03:38:34.308235 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:35.000755 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee647d8-8481-4d28-92e1-f02ccf3c7796 req-286d0eea-dc06-4527-8c0f-da349e85a1fa tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:35.002530 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-dee647d8-8481-4d28-92e1-f02ccf3c7796 req-286d0eea-dc06-4527-8c0f-da349e85a1fa tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7f1597c-3979-419d-ad8c-f8ac67a2f14a HTTP/1.1" status: 200 len: 944 time: 0.2401083 May 27 03:38:35.046252 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-09b523a0-9c9a-42fd-b982-6d81efd2994b req-05801411-482f-4db1-af24-d99899c15202 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 210 time: 0.0538650 May 27 03:38:35.086886 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-dee647d8-8481-4d28-92e1-f02ccf3c7796 req-6350c460-3102-40da-9d05-ccd6121eb682 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc5ea44f-3c1e-4c4d-bdb3-f869da37bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733190 May 27 03:38:35.140455 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 51104) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:35.206112 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f4e8bcf6-ac25-4d4d-899a-f6ac255f3134 req-fe2db74e-617c-431b-a86c-f2d7549a0cc2 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 210 time: 0.0299878 May 27 03:38:35.210869 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:35.380970 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-5fb012dc-89bb-4172-82e5-bc471eaecd0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:35.509067 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-5fb012dc-89bb-4172-82e5-bc471eaecd0c admin admin] Publish callbacks [] for security_group (06413ba2-4d56-4a93-8774-9a12cbeaba1f), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:35.612070 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-5fb012dc-89bb-4172-82e5-bc471eaecd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (06413ba2-4d56-4a93-8774-9a12cbeaba1f), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:35.666297 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-5fb012dc-89bb-4172-82e5-bc471eaecd0c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=43fb116b12224399917a7faf9f32aa62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5251505 May 27 03:38:35.668384 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 51140) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:35.704640 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb012dc-89bb-4172-82e5-bc471eaecd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06413ba2-4d56-4a93-8774-9a12cbeaba1f,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:35.787982 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-add29863-9175-4db1-b248-e9af20299992 admin admin] Publish callbacks [] for security_group (06413ba2-4d56-4a93-8774-9a12cbeaba1f), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:35.816352 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-add29863-9175-4db1-b248-e9af20299992 admin admin] Publish callbacks [] for security_group (06413ba2-4d56-4a93-8774-9a12cbeaba1f), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:36.022112 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-add29863-9175-4db1-b248-e9af20299992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (06413ba2-4d56-4a93-8774-9a12cbeaba1f), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:36.024643 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-add29863-9175-4db1-b248-e9af20299992 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:36.025809 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-add29863-9175-4db1-b248-e9af20299992 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/06413ba2-4d56-4a93-8774-9a12cbeaba1f HTTP/1.1" status: 204 len: 168 time: 0.3562746 May 27 03:38:36.034270 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add29863-9175-4db1-b248-e9af20299992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06413ba2-4d56-4a93-8774-9a12cbeaba1f,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:36.108306 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-6710f876-9685-4672-8b4b-5f25ed636a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:36.149188 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0b693b55-919c-43be-9b1b-36acb6c8f7c7 req-8ae54e7a-0f48-4154-a025-485b00c4f02e tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 210 time: 0.0390551 May 27 03:38:36.210366 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54efda42-ed5f-4bb2-ad36-2fa745fdd3c1 req-aabe7c51-a4e0-414c-8000-e7b61dd851f9 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:36.214531 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-54efda42-ed5f-4bb2-ad36-2fa745fdd3c1 req-aabe7c51-a4e0-414c-8000-e7b61dd851f9 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7f1597c-3979-419d-ad8c-f8ac67a2f14a HTTP/1.1" status: 200 len: 944 time: 0.0509353 May 27 03:38:36.271633 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-54efda42-ed5f-4bb2-ad36-2fa745fdd3c1 req-580e1e3d-8fcb-4b92-ab58-aecf65ddb179 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc5ea44f-3c1e-4c4d-bdb3-f869da37bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537219 May 27 03:38:36.330978 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:36.331686 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-6e222430-a651-4683-b48d-f62e5d415ce9 req-b23a780a-e994-48f8-ae58-4ef2c2aed670 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 210 time: 0.0389428 May 27 03:38:36.457964 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=26 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:36.506115 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:36.679352 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-3ddbeeea-621d-417c-8b00-7724b7143151 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:36.681125 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-3ddbeeea-621d-417c-8b00-7724b7143151 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.72 "GET /v2.0/networks?id=2f916a43-2562-4d0d-bd29-c5c8a7d74b6a HTTP/1.1" status: 200 len: 818 time: 0.1507633 May 27 03:38:36.891519 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-b2c571c3-5878-4e44-a639-60ac6d862886 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Request body: {'port': {'device_id': '82c7f5b6-c44c-4245-8f43-888d1a4e50bd', 'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a', 'admin_state_up': True, 'tenant_id': '8c649113d597484d8d1f5f046a8cac59'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:38:36.898984 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 51194) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:36.916750 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-bf3d0b16-4002-4314-9765-bf4a4b81e4cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:37.007614 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-bf3d0b16-4002-4314-9765-bf4a4b81e4cc admin admin] Publish callbacks [] for security_group (0d89355d-5cb4-4c1b-b116-82639405e13f), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:37.184989 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-bf3d0b16-4002-4314-9765-bf4a4b81e4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (0d89355d-5cb4-4c1b-b116-82639405e13f), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:37.187276 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-b2c571c3-5878-4e44-a639-60ac6d862886 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Made reservation on behalf of 8c649113d597484d8d1f5f046a8cac59 for: {'port': 1} {{(pid=104678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:38:37.203240 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:37.205655 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-b2c571c3-5878-4e44-a639-60ac6d862886 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:37.288914 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3d0b16-4002-4314-9765-bf4a4b81e4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d89355d-5cb4-4c1b-b116-82639405e13f,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:37.306494 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-bf3d0b16-4002-4314-9765-bf4a4b81e4cc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9d5801d54267462899d56483866c5bfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4037507 May 27 03:38:37.332562 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 51208) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:37.344367 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-57f9266c-6e44-401f-afe6-0bbf28882734 req-77ce5af9-b9fb-4adb-9b27-24d5812d3294 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 210 time: 0.0725667 May 27 03:38:37.345035 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.72', 54706) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:37.457142 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.db_base_plugin_common [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-b2c571c3-5878-4e44-a639-60ac6d862886 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Allocated IP 172.20.0.12 (2f916a43-2562-4d0d-bd29-c5c8a7d74b6a/e9e7a5b0-6940-4778-807b-b50ae30078a7/9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f) {{(pid=104678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:38:37.559096 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-4123f8ca-6c01-4e13-96fe-1d0765028e4d req-bba2a676-a365-4cc5-8593-1cb0c92e5525 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 210 time: 0.0730360 May 27 03:38:37.580887 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6de33-f629-4654-b67d-909646f03b46 req-0418484f-84c7-499d-b9ca-e90bdb6e8705 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:37.582373 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-79d6de33-f629-4654-b67d-909646f03b46 req-0418484f-84c7-499d-b9ca-e90bdb6e8705 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7f1597c-3979-419d-ad8c-f8ac67a2f14a HTTP/1.1" status: 200 len: 944 time: 0.1127243 May 27 03:38:37.624072 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-cf37121f-ae4a-42ac-a278-54a02733c87f admin admin] Publish callbacks [] for security_group (0d89355d-5cb4-4c1b-b116-82639405e13f), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:37.648122 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-06a823b4-40c8-4d43-ad67-087ae6826c8d tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:37.649687 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-06a823b4-40c8-4d43-ad67-087ae6826c8d tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.72 "GET /v2.0/networks?id=2f916a43-2562-4d0d-bd29-c5c8a7d74b6a HTTP/1.1" status: 200 len: 818 time: 0.3016839 May 27 03:38:37.658371 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-b2c571c3-5878-4e44-a639-60ac6d862886 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks [] for port (9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:37.659792 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:37.673586 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-cf37121f-ae4a-42ac-a278-54a02733c87f admin admin] Publish callbacks [] for security_group (0d89355d-5cb4-4c1b-b116-82639405e13f), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:37.695955 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-152c7f5c-143f-41ff-bdb3-6e8ec05de6a3 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Request body: {'port': {'device_id': 'b0818f59-e401-4332-ab4e-cfb42ae6c857', 'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a', 'admin_state_up': True, 'tenant_id': '8c649113d597484d8d1f5f046a8cac59'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:38:37.736445 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-79d6de33-f629-4654-b67d-909646f03b46 req-b0aa5797-2f30-4ff7-8431-9ef4960de795 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc5ea44f-3c1e-4c4d-bdb3-f869da37bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379399 May 27 03:38:37.849161 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-b2c571c3-5878-4e44-a639-60ac6d862886 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921'] for port (9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:37.899097 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-b2c571c3-5878-4e44-a639-60ac6d862886 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Network 2f916a43-2562-4d0d-bd29-c5c8a7d74b6a is already hosted by enough agents. {{(pid=104678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:38:37.907012 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.base_scheduler [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-b2c571c3-5878-4e44-a639-60ac6d862886 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Resources bound (agent type, host, resource id): {{(pid=104678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:38:37.908536 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-b2c571c3-5878-4e44-a639-60ac6d862886 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Received port after_create {{(pid=104678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:38:37.915327 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-b2c571c3-5878-4e44-a639-60ac6d862886 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:37.915974 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-b2c571c3-5878-4e44-a639-60ac6d862886 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:37.922449 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c571c3-5878-4e44-a639-60ac6d862886 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Pushing event updated for resources: {'Port': ['ID=9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:38.029444 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-cf37121f-ae4a-42ac-a278-54a02733c87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (0d89355d-5cb4-4c1b-b116-82639405e13f), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:38.031891 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-b2c571c3-5878-4e44-a639-60ac6d862886 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1453567 May 27 03:38:38.035388 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-cf37121f-ae4a-42ac-a278-54a02733c87f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:38.042419 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-cf37121f-ae4a-42ac-a278-54a02733c87f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0d89355d-5cb4-4c1b-b116-82639405e13f HTTP/1.1" status: 204 len: 168 time: 0.7078180 May 27 03:38:38.048141 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-152c7f5c-143f-41ff-bdb3-6e8ec05de6a3 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Made reservation on behalf of 8c649113d597484d8d1f5f046a8cac59 for: {'port': 1} {{(pid=104677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:38:38.051191 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-34ebde30-e85d-4518-b7b1-feef2a4ad7e7 service neutron] Request body: {'port': {'device_id': '82c7f5b6-c44c-4245-8f43-888d1a4e50bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:38:38.054326 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-152c7f5c-143f-41ff-bdb3-6e8ec05de6a3 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:38.070559 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.72', 54707) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:38.100249 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf37121f-ae4a-42ac-a278-54a02733c87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d89355d-5cb4-4c1b-b116-82639405e13f,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:38.264774 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-29379efb-a04c-4534-bca2-1c087c6e8ad5 None None] Provisioning complete for port 9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:38:38.265804 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-29379efb-a04c-4534-bca2-1c087c6e8ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:38.288904 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-34ebde30-e85d-4518-b7b1-feef2a4ad7e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:38.308655 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-29379efb-a04c-4534-bca2-1c087c6e8ad5 None None] Port 9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f cannot update to ACTIVE because it is not bound. {{(pid=104679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:38:38.387957 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-e92b4110-90eb-4dc0-8bd4-11e019acd3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:38.394120 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:38.402260 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-def5807f-2115-4f1b-8ec5-1f30cfc4fd69 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:38.404170 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-def5807f-2115-4f1b-8ec5-1f30cfc4fd69 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.72 "GET /v2.0/networks?id=7a2ea638-361b-43e7-98a5-ad26674b6832 HTTP/1.1" status: 200 len: 810 time: 0.2736123 May 27 03:38:38.541596 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:38.554737 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:38.563134 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-1ede5caf-8c22-44c3-99e4-48f842899e2f req-ec1aaf12-8fe0-403c-bc79-65aa7c9e8e2a tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 210 time: 0.0812895 May 27 03:38:38.567177 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.db_base_plugin_common [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-152c7f5c-143f-41ff-bdb3-6e8ec05de6a3 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Allocated IP 172.20.0.9 (2f916a43-2562-4d0d-bd29-c5c8a7d74b6a/e9e7a5b0-6940-4778-807b-b50ae30078a7/aa56d6d5-7d67-4cea-ab75-ded2c09ade31) {{(pid=104677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:38:38.580264 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-fd8594c4-9e56-4659-831d-d9c24871c63b tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ca63dae986749728daf5c42db0d14e3 HTTP/1.1" status: 200 len: 380 time: 0.1673152 May 27 03:38:38.589672 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-a9b55874-7bb8-4dd0-8341-ffcdb9ea1d3a tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Request body: {'port': {'device_id': '0037bc03-dc08-4217-af7b-208bda340c89', 'network_id': '7a2ea638-361b-43e7-98a5-ad26674b6832', 'admin_state_up': True, 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'security_groups': ['a28e535f-038c-44ff-beea-f223ca266221']}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:38:38.732962 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-4c3ca3c6-477d-46bc-afff-b224f24645ad req-e4777176-dc39-4e40-a3a6-2efea55527cc tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 210 time: 0.0394125 May 27 03:38:38.827585 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-152c7f5c-143f-41ff-bdb3-6e8ec05de6a3 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks [] for port (aa56d6d5-7d67-4cea-ab75-ded2c09ade31), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:38.886691 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-a9b55874-7bb8-4dd0-8341-ffcdb9ea1d3a tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Made reservation on behalf of 3ca63dae986749728daf5c42db0d14e3 for: {'port': 1} {{(pid=104678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:38:38.894594 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-a9b55874-7bb8-4dd0-8341-ffcdb9ea1d3a tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:38.963555 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65d151-2df4-4cc7-b785-c273bde16b62 req-fb519f7c-d774-49b4-b923-213908c4b3a0 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:38.974750 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-8e65d151-2df4-4cc7-b785-c273bde16b62 req-fb519f7c-d774-49b4-b923-213908c4b3a0 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7f1597c-3979-419d-ad8c-f8ac67a2f14a HTTP/1.1" status: 200 len: 944 time: 0.0864742 May 27 03:38:39.042525 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-152c7f5c-143f-41ff-bdb3-6e8ec05de6a3 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59984224'] for port (aa56d6d5-7d67-4cea-ab75-ded2c09ade31), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:39.068897 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 2acbf077-6162-483f-a60b-11075adc77c8 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:38:39.097766 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.db_base_plugin_common [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-a9b55874-7bb8-4dd0-8341-ffcdb9ea1d3a tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Allocated IP 172.20.0.4 (7a2ea638-361b-43e7-98a5-ad26674b6832/f2766fdc-78e4-4021-8ae5-25446d105c00/c8aa1527-651b-4926-9e46-f9c266094b42) {{(pid=104678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:38:39.123847 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-8e65d151-2df4-4cc7-b785-c273bde16b62 req-b4c723d2-83e3-445f-af5a-fa0092727822 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc5ea44f-3c1e-4c4d-bdb3-f869da37bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472113 May 27 03:38:39.149831 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:39.199022 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152c7f5c-143f-41ff-bdb3-6e8ec05de6a3 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Pushing event updated for resources: {'Port': ['ID=aa56d6d5-7d67-4cea-ab75-ded2c09ade31,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:39.202804 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-152c7f5c-143f-41ff-bdb3-6e8ec05de6a3 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Network 2f916a43-2562-4d0d-bd29-c5c8a7d74b6a is already hosted by enough agents. {{(pid=104677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:38:39.204501 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.base_scheduler [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-152c7f5c-143f-41ff-bdb3-6e8ec05de6a3 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Resources bound (agent type, host, resource id): {{(pid=104677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:38:39.207937 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-152c7f5c-143f-41ff-bdb3-6e8ec05de6a3 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Received port after_create {{(pid=104677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:38:39.254247 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port 2acbf077-6162-483f-a60b-11075adc77c8, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=2acbf077-6162-483f-a60b-11075adc77c8,segment=NetworkSegment(fe99d2d7-7f56-4936-8b37-91a478479ac6),segment_id=fe99d2d7-7f56-4936-8b37-91a478479ac6)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:39.285141 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-152c7f5c-143f-41ff-bdb3-6e8ec05de6a3 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:39.285141 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-152c7f5c-143f-41ff-bdb3-6e8ec05de6a3 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for port (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:39.302533 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Returning: {'device': '2acbf077-6162-483f-a60b-11075adc77c8', 'network_id': '50bd6645-5af8-443d-90d8-1ce51f5e476b', 'port_id': '2acbf077-6162-483f-a60b-11075adc77c8', 'mac_address': 'fa:16:3e:be:ea:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d08073a-347a-42f7-adcd-72165c329794', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:38:39.374297 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port 2acbf077-6162-483f-a60b-11075adc77c8 is: DOWN; New status is: BUILD {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:38:39.374689 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (2acbf077-6162-483f-a60b-11075adc77c8), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:39.396191 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2acbf077-6162-483f-a60b-11075adc77c8 {{(pid=104679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:38:39.418014 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:39.419059 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-152c7f5c-143f-41ff-bdb3-6e8ec05de6a3 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7361045 May 27 03:38:39.432008 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-8fe5466a-5b23-4243-b63f-5c7c05479d0a service neutron] Request body: {'port': {'device_id': 'b0818f59-e401-4332-ab4e-cfb42ae6c857', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:38:39.441868 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port 2acbf077-6162-483f-a60b-11075adc77c8, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=2acbf077-6162-483f-a60b-11075adc77c8,segment=NetworkSegment(fe99d2d7-7f56-4936-8b37-91a478479ac6),segment_id=fe99d2d7-7f56-4936-8b37-91a478479ac6)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:39.467776 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-a9b55874-7bb8-4dd0-8341-ffcdb9ea1d3a tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks [] for port (c8aa1527-651b-4926-9e46-f9c266094b42), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:39.546392 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-34ebde30-e85d-4518-b7b1-feef2a4ad7e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f {{(pid=104678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:38:39.559067 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-34ebde30-e85d-4518-b7b1-feef2a4ad7e7 service neutron] Publish callbacks [] for port (9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:39.563249 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-6cbeefe2-dd34-4e5d-ab4c-a5baf22ec3fe None None] Provisioning complete for port aa56d6d5-7d67-4cea-ab75-ded2c09ade31 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:38:39.564072 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-6cbeefe2-dd34-4e5d-ab4c-a5baf22ec3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (aa56d6d5-7d67-4cea-ab75-ded2c09ade31), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:39.576887 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-8fe5466a-5b23-4243-b63f-5c7c05479d0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (aa56d6d5-7d67-4cea-ab75-ded2c09ade31), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:39.582867 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.provisioning_blocks [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-34ebde30-e85d-4518-b7b1-feef2a4ad7e7 service neutron] Transition to ACTIVE for port object 9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f will not be triggered until provisioned by entity L2. {{(pid=104678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:38:39.603604 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-6cbeefe2-dd34-4e5d-ab4c-a5baf22ec3fe None None] Port aa56d6d5-7d67-4cea-ab75-ded2c09ade31 cannot update to ACTIVE because it is not bound. {{(pid=104679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:38:39.826084 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (2acbf077-6162-483f-a60b-11075adc77c8), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:39.875985 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-d424fb59-406b-4d1e-aa23-e612a3a52e77 req-1c7468fe-c0d5-41dc-8d25-4db577e92ac9 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 210 time: 0.0796113 May 27 03:38:39.903002 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=2acbf077-6162-483f-a60b-11075adc77c8,revision_number=4']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:40.005480 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945f02f-dff2-43ea-8cd2-c8f8ab56f00a req-798631f1-bc7e-4f82-8a15-7614a30dd37d tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:40.007425 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-8945f02f-dff2-43ea-8cd2-c8f8ab56f00a req-798631f1-bc7e-4f82-8a15-7614a30dd37d tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 931 time: 0.1763279 May 27 03:38:40.100867 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-8945f02f-dff2-43ea-8cd2-c8f8ab56f00a req-8608842e-08f1-4933-b296-cdd210e1a5e8 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762432 May 27 03:38:40.123869 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] get_ports_and_sgs() called for port_ids ['2acbf077-6162-483f-a60b-11075adc77c8'] {{(pid=104679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:38:40.250786 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580dc2ae-068a-4527-ac4f-9907e8a621aa req-5238b19f-1aa6-415a-bc52-dd93f06576e1 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:40.252414 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-580dc2ae-068a-4527-ac4f-9907e8a621aa req-5238b19f-1aa6-415a-bc52-dd93f06576e1 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7f1597c-3979-419d-ad8c-f8ac67a2f14a HTTP/1.1" status: 200 len: 945 time: 0.0549746 May 27 03:38:40.312593 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-580dc2ae-068a-4527-ac4f-9907e8a621aa req-99707d83-f304-4e5a-a90e-3aaec1edcb9b tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc5ea44f-3c1e-4c4d-bdb3-f869da37bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469022 May 27 03:38:40.661109 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-a9b55874-7bb8-4dd0-8341-ffcdb9ea1d3a tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921'] for port (c8aa1527-651b-4926-9e46-f9c266094b42), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:40.664594 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-34ebde30-e85d-4518-b7b1-feef2a4ad7e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:40.727335 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-a9b55874-7bb8-4dd0-8341-ffcdb9ea1d3a tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Network 7a2ea638-361b-43e7-98a5-ad26674b6832 is already hosted by enough agents. {{(pid=104678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:38:40.732001 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ebde30-e85d-4518-b7b1-feef2a4ad7e7 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f,revision_number=2']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:40.735274 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.base_scheduler [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-a9b55874-7bb8-4dd0-8341-ffcdb9ea1d3a tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Resources bound (agent type, host, resource id): {{(pid=104678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:38:40.738065 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-a9b55874-7bb8-4dd0-8341-ffcdb9ea1d3a tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Received port after_create {{(pid=104678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:38:40.747021 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-a9b55874-7bb8-4dd0-8341-ffcdb9ea1d3a tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:40.748945 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-a9b55874-7bb8-4dd0-8341-ffcdb9ea1d3a tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:40.838209 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b55874-7bb8-4dd0-8341-ffcdb9ea1d3a tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Pushing event updated for resources: {'Port': ['ID=c8aa1527-651b-4926-9e46-f9c266094b42,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:40.857502 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-34ebde30-e85d-4518-b7b1-feef2a4ad7e7 service neutron] Attempting to bind port 9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:38:40.857924 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-34ebde30-e85d-4518-b7b1-feef2a4ad7e7 service neutron] Attempting to bind port 9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '38baf4e4-1e5b-4f83-ae3c-ef0274e43459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a'}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:38:40.859913 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-34ebde30-e85d-4518-b7b1-feef2a4ad7e7 service neutron] Attempting to bind port 9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f on network 2f916a43-2562-4d0d-bd29-c5c8a7d74b6a {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:38:40.868474 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-34ebde30-e85d-4518-b7b1-feef2a4ad7e7 service neutron] Port 9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f on network 2f916a43-2562-4d0d-bd29-c5c8a7d74b6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:38:40.869626 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-34ebde30-e85d-4518-b7b1-feef2a4ad7e7 service neutron] Attempting to bind port 9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f on network 2f916a43-2562-4d0d-bd29-c5c8a7d74b6a {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:38:40.879293 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-34ebde30-e85d-4518-b7b1-feef2a4ad7e7 service neutron] Checking agent: {'id': '1c07afa2-e502-46e1-ac2b-740a8f00a450', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 36, 8), 'started_at': datetime.datetime(2022, 5, 27, 3, 36, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:38:40.879628 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-34ebde30-e85d-4518-b7b1-feef2a4ad7e7 service neutron] Checking segment: {'id': '38baf4e4-1e5b-4f83-ae3c-ef0274e43459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:38:40.880022 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-34ebde30-e85d-4518-b7b1-feef2a4ad7e7 service neutron] Bound using segment: {'id': '38baf4e4-1e5b-4f83-ae3c-ef0274e43459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a'} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:38:40.880735 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-34ebde30-e85d-4518-b7b1-feef2a4ad7e7 service neutron] Bound port: 9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38baf4e4-1e5b-4f83-ae3c-ef0274e43459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a'}}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:38:40.882134 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-34ebde30-e85d-4518-b7b1-feef2a4ad7e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:40.913799 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-a9b55874-7bb8-4dd0-8341-ffcdb9ea1d3a tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3277748 May 27 03:38:40.928574 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.notifiers.nova [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-8fe5466a-5b23-4243-b63f-5c7c05479d0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa56d6d5-7d67-4cea-ab75-ded2c09ade31 {{(pid=104677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:38:40.940391 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-0c35b381-1f2d-43b8-81b1-199c07f26905 service neutron] Request body: {'port': {'device_id': '0037bc03-dc08-4217-af7b-208bda340c89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:38:40.953051 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-8fe5466a-5b23-4243-b63f-5c7c05479d0a service neutron] Publish callbacks [] for port (aa56d6d5-7d67-4cea-ab75-ded2c09ade31), precommit_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:41.049692 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-8fe5466a-5b23-4243-b63f-5c7c05479d0a service neutron] Transition to ACTIVE for port object aa56d6d5-7d67-4cea-ab75-ded2c09ade31 will not be triggered until provisioned by entity L2. {{(pid=104677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:38:41.053238 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 2acbf077-6162-483f-a60b-11075adc77c8 up at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:38:41.126062 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Provisioning for port 2acbf077-6162-483f-a60b-11075adc77c8 completed by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:38:41.126062 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:41.126248 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-34ebde30-e85d-4518-b7b1-feef2a4ad7e7 service neutron] For port 9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f, host hv-cinder-84336, cleared binding levels {{(pid=104678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:38:41.127421 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-0c35b381-1f2d-43b8-81b1-199c07f26905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (c8aa1527-651b-4926-9e46-f9c266094b42), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:41.131742 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-34ebde30-e85d-4518-b7b1-feef2a4ad7e7 service neutron] For port 9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f,segment=NetworkSegment(38baf4e4-1e5b-4f83-ae3c-ef0274e43459),segment_id=38baf4e4-1e5b-4f83-ae3c-ef0274e43459)] {{(pid=104678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:38:41.136684 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a371c-94f0-4921-8dbb-aa549e94b553 req-493fd5f0-e489-4f1f-bf34-611e64361345 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:41.138434 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-973a371c-94f0-4921-8dbb-aa549e94b553 req-493fd5f0-e489-4f1f-bf34-611e64361345 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 931 time: 0.1241009 May 27 03:38:41.158852 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-8fe5466a-5b23-4243-b63f-5c7c05479d0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59984215'] for port (aa56d6d5-7d67-4cea-ab75-ded2c09ade31), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:41.248048 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:41.253800 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-77c6f290-bf4f-4b58-bb80-a1d63015039d None None] Provisioning complete for port c8aa1527-651b-4926-9e46-f9c266094b42 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:38:41.258483 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-77c6f290-bf4f-4b58-bb80-a1d63015039d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (c8aa1527-651b-4926-9e46-f9c266094b42), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:41.277419 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-34ebde30-e85d-4518-b7b1-feef2a4ad7e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:41.301685 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:41.325995 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-973a371c-94f0-4921-8dbb-aa549e94b553 req-253ba08f-7587-4f08-a058-a036f7f76dcd tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799874 May 27 03:38:41.358968 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-77c6f290-bf4f-4b58-bb80-a1d63015039d None None] Port c8aa1527-651b-4926-9e46-f9c266094b42 cannot update to ACTIVE because it is not bound. {{(pid=104679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:38:41.360726 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Provisioning complete for port 2acbf077-6162-483f-a60b-11075adc77c8 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:38:41.361146 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (2acbf077-6162-483f-a60b-11075adc77c8), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:41.470565 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe5466a-5b23-4243-b63f-5c7c05479d0a service neutron] Pushing event updated for resources: {'Port': ['ID=aa56d6d5-7d67-4cea-ab75-ded2c09ade31,revision_number=2']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:41.502564 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:41.569544 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-8fe5466a-5b23-4243-b63f-5c7c05479d0a service neutron] Attempting to bind port aa56d6d5-7d67-4cea-ab75-ded2c09ade31 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:38:41.570368 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-8fe5466a-5b23-4243-b63f-5c7c05479d0a service neutron] Attempting to bind port aa56d6d5-7d67-4cea-ab75-ded2c09ade31 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '38baf4e4-1e5b-4f83-ae3c-ef0274e43459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a'}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:38:41.570880 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-8fe5466a-5b23-4243-b63f-5c7c05479d0a service neutron] Attempting to bind port aa56d6d5-7d67-4cea-ab75-ded2c09ade31 on network 2f916a43-2562-4d0d-bd29-c5c8a7d74b6a {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:38:41.584310 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c305f7-53de-420d-9716-00eea3937968 req-45096366-a49b-4d41-aa91-8cabc7933121 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:41.586598 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-d0c305f7-53de-420d-9716-00eea3937968 req-45096366-a49b-4d41-aa91-8cabc7933121 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 943 time: 0.3197753 May 27 03:38:41.616098 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-8fe5466a-5b23-4243-b63f-5c7c05479d0a service neutron] Port aa56d6d5-7d67-4cea-ab75-ded2c09ade31 on network 2f916a43-2562-4d0d-bd29-c5c8a7d74b6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:38:41.629869 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-34ebde30-e85d-4518-b7b1-feef2a4ad7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:41.631074 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-34ebde30-e85d-4518-b7b1-feef2a4ad7e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:41.632850 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-8fe5466a-5b23-4243-b63f-5c7c05479d0a service neutron] Attempting to bind port aa56d6d5-7d67-4cea-ab75-ded2c09ade31 on network 2f916a43-2562-4d0d-bd29-c5c8a7d74b6a {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:38:41.636749 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-34ebde30-e85d-4518-b7b1-feef2a4ad7e7 service neutron] 10.222.0.72 "PUT /v2.0/ports/9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f HTTP/1.1" status: 200 len: 1094 time: 3.5861199 May 27 03:38:41.658969 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82c7f5b6-c44c-4245-8f43-888d1a4e50bd', 'tag': '9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f'}] {{(pid=104678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:38:41.668662 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e1ed873ee784d85eb1b1d61ec54b86d2255e46a50b7e273563a24fff47d01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de784f7-b90b-4677-8170-0896c2d97b80" -d '{"events": [{"name": "network-changed", "server_uuid": "82c7f5b6-c44c-4245-8f43-888d1a4e50bd", "tag": "9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f"}]}' {{(pid=104678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:38:41.670273 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port 2acbf077-6162-483f-a60b-11075adc77c8 is: BUILD; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:38:41.670684 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (2acbf077-6162-483f-a60b-11075adc77c8), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:41.738317 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ebde30-e85d-4518-b7b1-feef2a4ad7e7 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f,revision_number=3']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:41.788830 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f1597c-3979-419d-ad8c-f8ac67a2f14a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2acbf077-6162-483f-a60b-11075adc77c8'}] {{(pid=104679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:38:41.795850 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-d0c305f7-53de-420d-9716-00eea3937968 req-d920f1e9-0f7d-41c3-88ae-29e404544cdf tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852810 May 27 03:38:41.805369 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-8fe5466a-5b23-4243-b63f-5c7c05479d0a service neutron] Checking agent: {'id': '1c07afa2-e502-46e1-ac2b-740a8f00a450', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 36, 8), 'started_at': datetime.datetime(2022, 5, 27, 3, 36, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:38:41.809061 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-8fe5466a-5b23-4243-b63f-5c7c05479d0a service neutron] Checking segment: {'id': '38baf4e4-1e5b-4f83-ae3c-ef0274e43459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:38:41.810316 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-8fe5466a-5b23-4243-b63f-5c7c05479d0a service neutron] Bound using segment: {'id': '38baf4e4-1e5b-4f83-ae3c-ef0274e43459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a'} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:38:41.810929 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-8fe5466a-5b23-4243-b63f-5c7c05479d0a service neutron] Bound port: aa56d6d5-7d67-4cea-ab75-ded2c09ade31, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38baf4e4-1e5b-4f83-ae3c-ef0274e43459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a'}}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:38:41.811957 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-8fe5466a-5b23-4243-b63f-5c7c05479d0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (aa56d6d5-7d67-4cea-ab75-ded2c09ade31), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:41.857660 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da0171-7ee8-4631-af19-9f3f908864d3 req-3efc96f4-1d99-4b7a-bd30-6fa0e6784f1d tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:41.859269 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-48da0171-7ee8-4631-af19-9f3f908864d3 req-3efc96f4-1d99-4b7a-bd30-6fa0e6784f1d tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7f1597c-3979-419d-ad8c-f8ac67a2f14a HTTP/1.1" status: 200 len: 945 time: 0.3744531 May 27 03:38:41.959032 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port 2acbf077-6162-483f-a60b-11075adc77c8, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=2acbf077-6162-483f-a60b-11075adc77c8,segment=NetworkSegment(fe99d2d7-7f56-4936-8b37-91a478479ac6),segment_id=fe99d2d7-7f56-4936-8b37-91a478479ac6)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:42.045354 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (2acbf077-6162-483f-a60b-11075adc77c8), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:42.069079 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-48da0171-7ee8-4631-af19-9f3f908864d3 req-ed84fc92-888a-4531-8b35-319f058ed514 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc5ea44f-3c1e-4c4d-bdb3-f869da37bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774082 May 27 03:38:42.093485 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.db [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-8fe5466a-5b23-4243-b63f-5c7c05479d0a service neutron] For port aa56d6d5-7d67-4cea-ab75-ded2c09ade31, host hv-cinder-84336, cleared binding levels {{(pid=104677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:38:42.101613 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.db [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-8fe5466a-5b23-4243-b63f-5c7c05479d0a service neutron] For port aa56d6d5-7d67-4cea-ab75-ded2c09ade31, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=aa56d6d5-7d67-4cea-ab75-ded2c09ade31,segment=NetworkSegment(38baf4e4-1e5b-4f83-ae3c-ef0274e43459),segment_id=38baf4e4-1e5b-4f83-ae3c-ef0274e43459)] {{(pid=104677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:38:42.131159 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=2acbf077-6162-483f-a60b-11075adc77c8,revision_number=5']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:42.155588 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dcbf24d-797d-4405-9386-ac914f2287e7 x-openstack-request-id: req-7dcbf24d-797d-4405-9386-ac914f2287e7 {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:38:42.157644 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82c7f5b6-c44c-4245-8f43-888d1a4e50bd", "tag": "9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f", "status": "completed", "code": 200}]} {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:38:42.157644 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7dcbf24d-797d-4405-9386-ac914f2287e7 {{(pid=104678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:38:42.157644 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dcbf24d-797d-4405-9386-ac914f2287e7'] response: {'name': 'network-changed', 'server_uuid': '82c7f5b6-c44c-4245-8f43-888d1a4e50bd', 'tag': '9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f', 'status': 'completed', 'code': 200} May 27 03:38:42.158769 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d249cf550e2d843300bc9a66ec52257e0462e4d4b5166dc6bcb5b411a3eed5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f6fc04-f61d-41c2-bde4-2bbcffed5a78" -d '{"events": [{"server_uuid": "d7f1597c-3979-419d-ad8c-f8ac67a2f14a", "name": "network-vif-plugged", "status": "completed", "tag": "2acbf077-6162-483f-a60b-11075adc77c8"}]}' {{(pid=104679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:38:42.215763 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-24601ff8-f5d9-479a-b208-51e1f6eed0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:42.217305 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-24601ff8-f5d9-479a-b208-51e1f6eed0ba service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8c649113d597484d8d1f5f046a8cac59&device_id=82c7f5b6-c44c-4245-8f43-888d1a4e50bd HTTP/1.1" status: 200 len: 1128 time: 0.4614067 May 27 03:38:42.241801 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-8fe5466a-5b23-4243-b63f-5c7c05479d0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59984215'] for port (aa56d6d5-7d67-4cea-ab75-ded2c09ade31), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:42.276125 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-ad6715c0-6b12-4052-9c10-a4bdffa5efc8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f HTTP/1.1" status: 200 len: 217 time: 0.0505373 May 27 03:38:42.334842 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69dbc76-ad56-4eea-ac42-ad48a4596b26 x-openstack-request-id: req-d69dbc76-ad56-4eea-ac42-ad48a4596b26 {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:38:42.334842 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f1597c-3979-419d-ad8c-f8ac67a2f14a", "name": "network-vif-plugged", "status": "completed", "tag": "2acbf077-6162-483f-a60b-11075adc77c8", "code": 200}]} {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:38:42.334842 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d69dbc76-ad56-4eea-ac42-ad48a4596b26 {{(pid=104679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:38:42.334842 dv-cinder-843361-2-smb neutron-server[104679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d69dbc76-ad56-4eea-ac42-ad48a4596b26'] response: {'server_uuid': 'd7f1597c-3979-419d-ad8c-f8ac67a2f14a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2acbf077-6162-483f-a60b-11075adc77c8', 'code': 200} May 27 03:38:42.352059 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-8fe5466a-5b23-4243-b63f-5c7c05479d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:42.362884 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-8fe5466a-5b23-4243-b63f-5c7c05479d0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for port (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:42.362884 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-8fe5466a-5b23-4243-b63f-5c7c05479d0a service neutron] 10.222.0.72 "PUT /v2.0/ports/aa56d6d5-7d67-4cea-ab75-ded2c09ade31 HTTP/1.1" status: 200 len: 1093 time: 2.9276705 May 27 03:38:42.362884 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0818f59-e401-4332-ab4e-cfb42ae6c857', 'tag': 'aa56d6d5-7d67-4cea-ab75-ded2c09ade31'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:38:42.412240 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe5466a-5b23-4243-b63f-5c7c05479d0a service neutron] Pushing event updated for resources: {'Port': ['ID=aa56d6d5-7d67-4cea-ab75-ded2c09ade31,revision_number=3']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:42.416388 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:42.495244 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-ff84c828-7338-43db-a725-dcf9eb5d56f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:42.505349 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-ff84c828-7338-43db-a725-dcf9eb5d56f5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e9e7a5b0-6940-4778-807b-b50ae30078a7 HTTP/1.1" status: 200 len: 857 time: 0.2221751 May 27 03:38:42.551243 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a441f6ce-79fa-40dd-80bc-d12a1c9775d7 req-2adc1aa4-5d65-4dd5-b253-b7cfc622d6d5 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:42.553737 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-a441f6ce-79fa-40dd-80bc-d12a1c9775d7 req-2adc1aa4-5d65-4dd5-b253-b7cfc622d6d5 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 931 time: 0.0772083 May 27 03:38:42.629886 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-0c35b381-1f2d-43b8-81b1-199c07f26905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8aa1527-651b-4926-9e46-f9c266094b42 {{(pid=104678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:38:42.647302 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-0c35b381-1f2d-43b8-81b1-199c07f26905 service neutron] Publish callbacks [] for port (c8aa1527-651b-4926-9e46-f9c266094b42), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:42.659312 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-349f80cd-caa6-4182-b394-ee96bfa34419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:42.661076 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-349f80cd-caa6-4182-b394-ee96bfa34419 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f916a43-2562-4d0d-bd29-c5c8a7d74b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1220915 May 27 03:38:42.683011 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-78db0a6f-44f6-46e8-955f-3c8b79e3543e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:42.684665 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-78db0a6f-44f6-46e8-955f-3c8b79e3543e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8c649113d597484d8d1f5f046a8cac59&device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 1127 time: 0.1055391 May 27 03:38:42.727844 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.provisioning_blocks [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-0c35b381-1f2d-43b8-81b1-199c07f26905 service neutron] Transition to ACTIVE for port object c8aa1527-651b-4926-9e46-f9c266094b42 will not be triggered until provisioned by entity L2. {{(pid=104678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:38:42.769891 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-a441f6ce-79fa-40dd-80bc-d12a1c9775d7 req-75c63b3f-0fbc-43d9-b0de-9e7a8dd0407d tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2092769 May 27 03:38:42.809408 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.72', 54717) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:42.812382 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-c37a6a7d-6d9a-4998-8941-f45df1a71532 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa56d6d5-7d67-4cea-ab75-ded2c09ade31 HTTP/1.1" status: 200 len: 217 time: 0.0951226 May 27 03:38:42.888633 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-0c35b381-1f2d-43b8-81b1-199c07f26905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (c8aa1527-651b-4926-9e46-f9c266094b42), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:42.987255 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-9d1efe6e-235b-4d0b-a2ae-3d5f8598e470 service neutron] 10.222.0.72 "GET /v2.0/networks/2f916a43-2562-4d0d-bd29-c5c8a7d74b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189845 May 27 03:38:42.991755 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5933d85cf17399e2dc167eca01249890e1c66fccb09b4015a1c2ab305ead4f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53efb53-4ce1-4aaf-ba0b-5fcc66018489" -d '{"events": [{"name": "network-changed", "server_uuid": "b0818f59-e401-4332-ab4e-cfb42ae6c857", "tag": "aa56d6d5-7d67-4cea-ab75-ded2c09ade31"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:38:42.995647 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037e6af-18dc-4fb0-bcae-c5231ce98e90 req-613b33f4-d353-485a-a137-07556d0332ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:43.002380 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-c037e6af-18dc-4fb0-bcae-c5231ce98e90 req-613b33f4-d353-485a-a137-07556d0332ae service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d7f1597c-3979-419d-ad8c-f8ac67a2f14a HTTP/1.1" status: 200 len: 1130 time: 0.1917949 May 27 03:38:43.028449 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 51422) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:43.115227 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-c037e6af-18dc-4fb0-bcae-c5231ce98e90 req-6b6649ac-9e0e-4558-81ca-ce49cec32d49 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:43.128332 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:43.154243 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-dd5064ce-cc3a-499d-89e2-d463684588f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:43.159730 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-dd5064ce-cc3a-499d-89e2-d463684588f1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e9e7a5b0-6940-4778-807b-b50ae30078a7 HTTP/1.1" status: 200 len: 857 time: 0.3376474 May 27 03:38:43.163640 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-0c35b381-1f2d-43b8-81b1-199c07f26905 service neutron] Attempting to bind port c8aa1527-651b-4926-9e46-f9c266094b42 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:38:43.163982 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-0c35b381-1f2d-43b8-81b1-199c07f26905 service neutron] Attempting to bind port c8aa1527-651b-4926-9e46-f9c266094b42 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '83c06243-6dbd-48ee-aa93-81ebad273030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7a2ea638-361b-43e7-98a5-ad26674b6832'}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:38:43.164317 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-0c35b381-1f2d-43b8-81b1-199c07f26905 service neutron] Attempting to bind port c8aa1527-651b-4926-9e46-f9c266094b42 on network 7a2ea638-361b-43e7-98a5-ad26674b6832 {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:38:43.176054 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-0c35b381-1f2d-43b8-81b1-199c07f26905 service neutron] Port c8aa1527-651b-4926-9e46-f9c266094b42 on network 7a2ea638-361b-43e7-98a5-ad26674b6832 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:38:43.176502 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-0c35b381-1f2d-43b8-81b1-199c07f26905 service neutron] Attempting to bind port c8aa1527-651b-4926-9e46-f9c266094b42 on network 7a2ea638-361b-43e7-98a5-ad26674b6832 {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:38:43.189211 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-0c35b381-1f2d-43b8-81b1-199c07f26905 service neutron] Checking agent: {'id': '1c07afa2-e502-46e1-ac2b-740a8f00a450', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 36, 8), 'started_at': datetime.datetime(2022, 5, 27, 3, 36, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:38:43.189600 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-0c35b381-1f2d-43b8-81b1-199c07f26905 service neutron] Checking segment: {'id': '83c06243-6dbd-48ee-aa93-81ebad273030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7a2ea638-361b-43e7-98a5-ad26674b6832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:38:43.190494 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-0c35b381-1f2d-43b8-81b1-199c07f26905 service neutron] Bound using segment: {'id': '83c06243-6dbd-48ee-aa93-81ebad273030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7a2ea638-361b-43e7-98a5-ad26674b6832'} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:38:43.191071 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-0c35b381-1f2d-43b8-81b1-199c07f26905 service neutron] Bound port: c8aa1527-651b-4926-9e46-f9c266094b42, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83c06243-6dbd-48ee-aa93-81ebad273030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7a2ea638-361b-43e7-98a5-ad26674b6832'}}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:38:43.191524 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-0c35b381-1f2d-43b8-81b1-199c07f26905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (c8aa1527-651b-4926-9e46-f9c266094b42), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:43.222693 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241114c-a93c-48b4-9694-57f724e28b58 req-1d58e901-2f76-4d51-8301-8c4bc895d8b2 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:43.232153 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b241114c-a93c-48b4-9694-57f724e28b58 req-1d58e901-2f76-4d51-8301-8c4bc895d8b2 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 943 time: 0.2145617 May 27 03:38:43.272994 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c35b381-1f2d-43b8-81b1-199c07f26905 service neutron] Pushing event updated for resources: {'Port': ['ID=c8aa1527-651b-4926-9e46-f9c266094b42,revision_number=2']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:43.279994 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc12e359-fe5d-47b4-86cc-815524664252 x-openstack-request-id: req-bc12e359-fe5d-47b4-86cc-815524664252 {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:38:43.280570 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0818f59-e401-4332-ab4e-cfb42ae6c857", "tag": "aa56d6d5-7d67-4cea-ab75-ded2c09ade31", "status": "completed", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:38:43.281054 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bc12e359-fe5d-47b4-86cc-815524664252 {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:38:43.281925 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc12e359-fe5d-47b4-86cc-815524664252'] response: {'name': 'network-changed', 'server_uuid': 'b0818f59-e401-4332-ab4e-cfb42ae6c857', 'tag': 'aa56d6d5-7d67-4cea-ab75-ded2c09ade31', 'status': 'completed', 'code': 200} May 27 03:38:43.325487 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-60c1610e-da94-4c5b-9f6c-8daf548b27fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:43.327719 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-60c1610e-da94-4c5b-9f6c-8daf548b27fa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f916a43-2562-4d0d-bd29-c5c8a7d74b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1585314 May 27 03:38:43.403762 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-0c35b381-1f2d-43b8-81b1-199c07f26905 service neutron] For port c8aa1527-651b-4926-9e46-f9c266094b42, host hv-cinder-84336, cleared binding levels {{(pid=104678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:38:43.446015 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-0c35b381-1f2d-43b8-81b1-199c07f26905 service neutron] For port c8aa1527-651b-4926-9e46-f9c266094b42, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=c8aa1527-651b-4926-9e46-f9c266094b42,segment=NetworkSegment(83c06243-6dbd-48ee-aa93-81ebad273030),segment_id=83c06243-6dbd-48ee-aa93-81ebad273030)] {{(pid=104678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:38:43.450910 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-2630d95c-8427-4290-8f11-4acd49381e4a service neutron] 10.222.0.72 "GET /v2.0/networks/2f916a43-2562-4d0d-bd29-c5c8a7d74b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152797 May 27 03:38:43.462388 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-da8f27c5-fb54-43ed-9867-979d07612d4d service neutron] 10.222.0.72 "GET /v2.0/networks/2f916a43-2562-4d0d-bd29-c5c8a7d74b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4525142 May 27 03:38:43.500064 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-c037e6af-18dc-4fb0-bcae-c5231ce98e90 req-6b6649ac-9e0e-4558-81ca-ce49cec32d49 service neutron] Publish callbacks [] for security_group (d16f2cce-ada7-415a-9402-108ace9f3fe5), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:43.560095 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-0c35b381-1f2d-43b8-81b1-199c07f26905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (c8aa1527-651b-4926-9e46-f9c266094b42), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:43.583797 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b241114c-a93c-48b4-9694-57f724e28b58 req-7bc4e388-1458-48ac-8825-956739e8a930 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502593 May 27 03:38:43.600027 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-c037e6af-18dc-4fb0-bcae-c5231ce98e90 req-6b6649ac-9e0e-4558-81ca-ce49cec32d49 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (d16f2cce-ada7-415a-9402-108ace9f3fe5), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:43.601115 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-76aba05a-3d7d-4296-8d3d-842fa59a4a75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:43.654567 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-0c35b381-1f2d-43b8-81b1-199c07f26905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:43.655098 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-0c35b381-1f2d-43b8-81b1-199c07f26905 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:43.659369 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-0c35b381-1f2d-43b8-81b1-199c07f26905 service neutron] 10.222.0.72 "PUT /v2.0/ports/c8aa1527-651b-4926-9e46-f9c266094b42 HTTP/1.1" status: 200 len: 1093 time: 2.7291713 May 27 03:38:43.691615 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:43.714760 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-c037e6af-18dc-4fb0-bcae-c5231ce98e90 req-6b6649ac-9e0e-4558-81ca-ce49cec32d49 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=cc5ea44f-3c1e-4c4d-bdb3-f869da37bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6272354 May 27 03:38:43.715830 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c35b381-1f2d-43b8-81b1-199c07f26905 service neutron] Pushing event updated for resources: {'Port': ['ID=c8aa1527-651b-4926-9e46-f9c266094b42,revision_number=3']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:43.719024 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6649ac-9e0e-4558-81ca-ce49cec32d49 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d16f2cce-ada7-415a-9402-108ace9f3fe5,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:43.755518 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6d30d-e1ac-4e85-aa74-4c2b657dc75e req-f6804528-2643-4b40-a2b2-42bc342e638e tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:43.757186 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-35a6d30d-e1ac-4e85-aa74-4c2b657dc75e req-f6804528-2643-4b40-a2b2-42bc342e638e tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7f1597c-3979-419d-ad8c-f8ac67a2f14a HTTP/1.1" status: 200 len: 946 time: 0.3051071 May 27 03:38:43.813073 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-76aba05a-3d7d-4296-8d3d-842fa59a4a75 admin admin] Publish callbacks [] for security_group (6fdcc393-9cfc-4a19-a6b1-fffe65ff076c), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:43.822470 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:43.844237 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-11e43e0d-001a-4523-8da8-6b068abadf10 req-8c24219a-a62e-48b5-8e64-997a7d7c1671 service neutron] 10.222.0.72 "GET /v2.0/networks/2f916a43-2562-4d0d-bd29-c5c8a7d74b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784437 May 27 03:38:43.858586 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-35a6d30d-e1ac-4e85-aa74-4c2b657dc75e req-ef912c8c-7c70-4a03-84c9-ac0cebace9ed tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc5ea44f-3c1e-4c4d-bdb3-f869da37bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720255 May 27 03:38:43.907813 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-76aba05a-3d7d-4296-8d3d-842fa59a4a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (6fdcc393-9cfc-4a19-a6b1-fffe65ff076c), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:43.964219 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-76aba05a-3d7d-4296-8d3d-842fa59a4a75 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2b7705badd234d2fadcc2690a4d01078&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9338291 May 27 03:38:43.966998 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 51462) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:43.974875 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75d749-10b3-43d3-80b4-ce69aef9d8f9 req-372a5d6a-6f74-4793-81ba-65bc21afb7aa tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:43.976631 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-6c75d749-10b3-43d3-80b4-ce69aef9d8f9 req-372a5d6a-6f74-4793-81ba-65bc21afb7aa tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 943 time: 0.1036479 May 27 03:38:43.978978 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aba05a-3d7d-4296-8d3d-842fa59a4a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdcc393-9cfc-4a19-a6b1-fffe65ff076c,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:44.070063 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-6c75d749-10b3-43d3-80b4-ce69aef9d8f9 req-9086642f-d8ea-4b47-8edb-62c89f7cc6d1 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742526 May 27 03:38:44.085300 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-94c25b89-cd7c-4c33-8aa1-4e0b4bb03eeb admin admin] Publish callbacks [] for security_group (6fdcc393-9cfc-4a19-a6b1-fffe65ff076c), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:44.121107 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-94c25b89-cd7c-4c33-8aa1-4e0b4bb03eeb admin admin] Publish callbacks [] for security_group (6fdcc393-9cfc-4a19-a6b1-fffe65ff076c), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:44.157688 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0037bc03-dc08-4217-af7b-208bda340c89', 'tag': 'c8aa1527-651b-4926-9e46-f9c266094b42'}] {{(pid=104678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:38:44.160312 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e1ed873ee784d85eb1b1d61ec54b86d2255e46a50b7e273563a24fff47d01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abb63cf-bc6d-42dc-8b11-6eb48e6d1135" -d '{"events": [{"name": "network-changed", "server_uuid": "0037bc03-dc08-4217-af7b-208bda340c89", "tag": "c8aa1527-651b-4926-9e46-f9c266094b42"}]}' {{(pid=104678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:38:44.209875 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebd4d80-c5e5-4a92-8b45-c118b0b380ea x-openstack-request-id: req-cebd4d80-c5e5-4a92-8b45-c118b0b380ea {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:38:44.210167 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0037bc03-dc08-4217-af7b-208bda340c89", "tag": "c8aa1527-651b-4926-9e46-f9c266094b42", "status": "completed", "code": 200}]} {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:38:44.210420 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cebd4d80-c5e5-4a92-8b45-c118b0b380ea {{(pid=104678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:38:44.210825 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cebd4d80-c5e5-4a92-8b45-c118b0b380ea'] response: {'name': 'network-changed', 'server_uuid': '0037bc03-dc08-4217-af7b-208bda340c89', 'tag': 'c8aa1527-651b-4926-9e46-f9c266094b42', 'status': 'completed', 'code': 200} May 27 03:38:44.308394 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-94c25b89-cd7c-4c33-8aa1-4e0b4bb03eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (6fdcc393-9cfc-4a19-a6b1-fffe65ff076c), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:44.308394 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-94c25b89-cd7c-4c33-8aa1-4e0b4bb03eeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:44.308542 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-94c25b89-cd7c-4c33-8aa1-4e0b4bb03eeb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6fdcc393-9cfc-4a19-a6b1-fffe65ff076c HTTP/1.1" status: 204 len: 168 time: 0.3403671 May 27 03:38:44.318474 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c25b89-cd7c-4c33-8aa1-4e0b4bb03eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdcc393-9cfc-4a19-a6b1-fffe65ff076c,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:44.577538 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de784f7-b90b-4677-8170-0896c2d97b80 req-57cc41ba-f188-49a3-9aad-5021acd04749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:44.584051 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-1de784f7-b90b-4677-8170-0896c2d97b80 req-57cc41ba-f188-49a3-9aad-5021acd04749 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8c649113d597484d8d1f5f046a8cac59&device_id=82c7f5b6-c44c-4245-8f43-888d1a4e50bd HTTP/1.1" status: 200 len: 1128 time: 0.0822666 May 27 03:38:44.637789 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb63cf-bc6d-42dc-8b11-6eb48e6d1135 req-07a79fee-7274-45fd-a602-1bb6da01aa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:44.640616 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-0abb63cf-bc6d-42dc-8b11-6eb48e6d1135 req-07a79fee-7274-45fd-a602-1bb6da01aa4f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3ca63dae986749728daf5c42db0d14e3&device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 1127 time: 0.1094959 May 27 03:38:44.852888 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb63cf-bc6d-42dc-8b11-6eb48e6d1135 req-68eecaf4-62fb-4876-9c77-9da793421c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:44.855247 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-0abb63cf-bc6d-42dc-8b11-6eb48e6d1135 req-68eecaf4-62fb-4876-9c77-9da793421c63 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=3ca63dae986749728daf5c42db0d14e3&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2073214 May 27 03:38:45.003446 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a9ffd7-af4a-415a-b4dc-d6c50979cf18 req-a7231383-338e-4a20-abbb-350610b16c07 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:45.007528 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-a8a9ffd7-af4a-415a-b4dc-d6c50979cf18 req-a7231383-338e-4a20-abbb-350610b16c07 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 943 time: 0.1404543 May 27 03:38:45.022767 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de784f7-b90b-4677-8170-0896c2d97b80 req-4a13cb2a-079f-46cc-8d12-e53a2f147219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:45.024248 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-1de784f7-b90b-4677-8170-0896c2d97b80 req-4a13cb2a-079f-46cc-8d12-e53a2f147219 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f916a43-2562-4d0d-bd29-c5c8a7d74b6a HTTP/1.1" status: 200 len: 919 time: 0.4358771 May 27 03:38:45.041887 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a90b1e-6360-4c53-a126-fd2a8112220d req-0b19eb78-c357-4814-98a4-f01433560729 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:45.044057 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-67a90b1e-6360-4c53-a126-fd2a8112220d req-0b19eb78-c357-4814-98a4-f01433560729 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7f1597c-3979-419d-ad8c-f8ac67a2f14a HTTP/1.1" status: 200 len: 946 time: 0.0975633 May 27 03:38:45.091606 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-a8a9ffd7-af4a-415a-b4dc-d6c50979cf18 req-e3215a7e-8ab5-4826-9e36-0c5e09faf99d tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770876 May 27 03:38:45.122104 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-67a90b1e-6360-4c53-a126-fd2a8112220d req-37c121ec-77e2-44c0-950a-baa203d4c5fd tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc5ea44f-3c1e-4c4d-bdb3-f869da37bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712698 May 27 03:38:45.209382 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18716c94-25f9-4ed0-9fea-e68a8340a364 req-1d30120e-4bc2-49e0-ae4c-79fd6f675738 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:45.210865 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-18716c94-25f9-4ed0-9fea-e68a8340a364 req-1d30120e-4bc2-49e0-ae4c-79fd6f675738 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 943 time: 0.0490496 May 27 03:38:45.262296 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-18716c94-25f9-4ed0-9fea-e68a8340a364 req-c53e09c8-82a7-4798-aeca-acdb665cd9a9 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435951 May 27 03:38:45.272391 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:45.376492 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 51528) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:45.419459 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 51536) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:45.434944 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-833f9f0f-04b8-406f-b3a6-ee0812e49af1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:45.551045 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-833f9f0f-04b8-406f-b3a6-ee0812e49af1 admin admin] Publish callbacks [] for security_group (67851dde-7534-4da1-a128-a539c9572723), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:45.652227 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-307cf012-31c2-46b6-b845-d84a1ceeed3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:45.674598 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-833f9f0f-04b8-406f-b3a6-ee0812e49af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (67851dde-7534-4da1-a128-a539c9572723), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:45.760849 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-1de784f7-b90b-4677-8170-0896c2d97b80 req-555b5fca-8ce6-42f6-9324-dda380fc7d78 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f HTTP/1.1" status: 200 len: 217 time: 0.0636868 May 27 03:38:45.763313 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f9f0f-04b8-406f-b3a6-ee0812e49af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67851dde-7534-4da1-a128-a539c9572723,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:45.769801 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53efb53-4ce1-4aaf-ba0b-5fcc66018489 req-3c45a7eb-0575-4712-98f2-93c5b2e37675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:45.773076 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-b53efb53-4ce1-4aaf-ba0b-5fcc66018489 req-3c45a7eb-0575-4712-98f2-93c5b2e37675 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8c649113d597484d8d1f5f046a8cac59&device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 1127 time: 0.0766990 May 27 03:38:45.781421 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-833f9f0f-04b8-406f-b3a6-ee0812e49af1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=39c95e79fb574708aa18fac13b823ec4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3607814 May 27 03:38:45.790772 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 51556) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:45.863799 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de784f7-b90b-4677-8170-0896c2d97b80 req-b4a24cfc-90fb-4c83-88f4-6e991dbd2d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:45.865482 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-1de784f7-b90b-4677-8170-0896c2d97b80 req-b4a24cfc-90fb-4c83-88f4-6e991dbd2d35 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e9e7a5b0-6940-4778-807b-b50ae30078a7 HTTP/1.1" status: 200 len: 857 time: 0.0869899 May 27 03:38:45.888608 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-bb73be64-071d-4a3e-824e-04a51ccd1aaf admin admin] Publish callbacks [] for security_group (67851dde-7534-4da1-a128-a539c9572723), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:45.927912 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-bb73be64-071d-4a3e-824e-04a51ccd1aaf admin admin] Publish callbacks [] for security_group (67851dde-7534-4da1-a128-a539c9572723), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:46.048633 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb63cf-bc6d-42dc-8b11-6eb48e6d1135 req-932381b3-d155-4a54-a369-378de6aa19c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:46.050139 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-0abb63cf-bc6d-42dc-8b11-6eb48e6d1135 req-932381b3-d155-4a54-a369-378de6aa19c7 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3832846 May 27 03:38:46.053087 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53efb53-4ce1-4aaf-ba0b-5fcc66018489 req-1a5405b4-66da-48f5-863a-daa0002ee21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:46.054412 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-b53efb53-4ce1-4aaf-ba0b-5fcc66018489 req-1a5405b4-66da-48f5-863a-daa0002ee21a service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f916a43-2562-4d0d-bd29-c5c8a7d74b6a HTTP/1.1" status: 200 len: 919 time: 0.2532890 May 27 03:38:46.159531 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-bb73be64-071d-4a3e-824e-04a51ccd1aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (67851dde-7534-4da1-a128-a539c9572723), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:46.168472 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-bb73be64-071d-4a3e-824e-04a51ccd1aaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:46.171181 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-bb73be64-071d-4a3e-824e-04a51ccd1aaf admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/67851dde-7534-4da1-a128-a539c9572723 HTTP/1.1" status: 204 len: 168 time: 0.3771462 May 27 03:38:46.194679 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb73be64-071d-4a3e-824e-04a51ccd1aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67851dde-7534-4da1-a128-a539c9572723,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:46.266071 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-307cf012-31c2-46b6-b845-d84a1ceeed3f admin admin] Publish callbacks [] for security_group (f83751ca-f173-4e36-be72-07365bdc234b), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:46.267206 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa41dc-2262-4132-a71f-2f9cdd5dc9f1 req-848ab5d4-fcce-42f1-8351-bbf382672fbf tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:46.269235 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-e8aa41dc-2262-4132-a71f-2f9cdd5dc9f1 req-848ab5d4-fcce-42f1-8351-bbf382672fbf tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 943 time: 0.0829444 May 27 03:38:46.350907 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1fd69b-9f30-4d38-ac6d-49cd0c882e1d req-78b165c8-a4e5-43aa-ba6f-cdeb83b8adc9 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:46.352354 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0d1fd69b-9f30-4d38-ac6d-49cd0c882e1d req-78b165c8-a4e5-43aa-ba6f-cdeb83b8adc9 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7f1597c-3979-419d-ad8c-f8ac67a2f14a HTTP/1.1" status: 200 len: 946 time: 0.0821114 May 27 03:38:46.381582 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-307cf012-31c2-46b6-b845-d84a1ceeed3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (f83751ca-f173-4e36-be72-07365bdc234b), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:46.382964 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-e8aa41dc-2262-4132-a71f-2f9cdd5dc9f1 req-99dde48f-dc84-48b4-861e-ca10341a6936 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940921 May 27 03:38:46.432370 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de784f7-b90b-4677-8170-0896c2d97b80 req-01bab50f-8139-427d-8d95-0dd7e8c6fd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:46.434114 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-1de784f7-b90b-4677-8170-0896c2d97b80 req-01bab50f-8139-427d-8d95-0dd7e8c6fd93 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f916a43-2562-4d0d-bd29-c5c8a7d74b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0451603 May 27 03:38:46.568251 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0d1fd69b-9f30-4d38-ac6d-49cd0c882e1d req-9fc3867c-fdd0-4dbd-aa9e-d1153e68665e tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc5ea44f-3c1e-4c4d-bdb3-f869da37bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042217 May 27 03:38:46.623292 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48155ac5-0add-465f-8d9d-c25c1e4da672 req-933128ff-987e-4a2f-b077-898e43a4e827 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:46.632429 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-48155ac5-0add-465f-8d9d-c25c1e4da672 req-933128ff-987e-4a2f-b077-898e43a4e827 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 943 time: 0.1331391 May 27 03:38:46.694167 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-1de784f7-b90b-4677-8170-0896c2d97b80 req-07d6e58f-9a3b-4297-ab56-3a3dde1f5d50 service neutron] 10.222.0.72 "GET /v2.0/networks/2f916a43-2562-4d0d-bd29-c5c8a7d74b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486038 May 27 03:38:46.704165 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-48155ac5-0add-465f-8d9d-c25c1e4da672 req-f1286786-9182-4e57-88d6-09d530ce1133 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709813 May 27 03:38:46.825018 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-b53efb53-4ce1-4aaf-ba0b-5fcc66018489 req-8336b435-b29e-4bbd-be7a-1cfd53d9fd9e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa56d6d5-7d67-4cea-ab75-ded2c09ade31 HTTP/1.1" status: 200 len: 217 time: 0.4160130 May 27 03:38:46.834135 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307cf012-31c2-46b6-b845-d84a1ceeed3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83751ca-f173-4e36-be72-07365bdc234b,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:46.845395 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-307cf012-31c2-46b6-b845-d84a1ceeed3f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a06375d7658748139130b74c7a921c88&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4677703 May 27 03:38:46.855584 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 51596) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:46.879637 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-49e268c3-17e0-4c9d-82c3-ac8468dfac1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:46.881220 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-49e268c3-17e0-4c9d-82c3-ac8468dfac1e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3ca63dae986749728daf5c42db0d14e3&device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 1127 time: 0.4189191 May 27 03:38:46.913165 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-1de784f7-b90b-4677-8170-0896c2d97b80 req-8d64f1a6-bc44-44e3-8baa-0ceb9b6f2c18 service neutron] 10.222.0.72 "GET /v2.0/networks/2f916a43-2562-4d0d-bd29-c5c8a7d74b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071350 May 27 03:38:46.934438 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-8c490c49-a150-40b7-adf7-eab6ca50896d admin admin] Publish callbacks [] for security_group (f83751ca-f173-4e36-be72-07365bdc234b), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:46.939169 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-54b0857d-1844-4ced-98a3-4ca6b1b0ceba service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8aa1527-651b-4926-9e46-f9c266094b42 HTTP/1.1" status: 200 len: 217 time: 0.0469904 May 27 03:38:46.943212 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53efb53-4ce1-4aaf-ba0b-5fcc66018489 req-69abc279-834b-4ae7-9e25-814a7ba6bb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:46.945101 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-b53efb53-4ce1-4aaf-ba0b-5fcc66018489 req-69abc279-834b-4ae7-9e25-814a7ba6bb42 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e9e7a5b0-6940-4778-807b-b50ae30078a7 HTTP/1.1" status: 200 len: 857 time: 0.1052911 May 27 03:38:46.961720 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-8c490c49-a150-40b7-adf7-eab6ca50896d admin admin] Publish callbacks [] for security_group (f83751ca-f173-4e36-be72-07365bdc234b), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:47.023315 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53efb53-4ce1-4aaf-ba0b-5fcc66018489 req-b260e18c-6a33-449c-9f3e-98f6db68a93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:47.024994 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-b53efb53-4ce1-4aaf-ba0b-5fcc66018489 req-b260e18c-6a33-449c-9f3e-98f6db68a93e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f916a43-2562-4d0d-bd29-c5c8a7d74b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0698225 May 27 03:38:47.030502 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-fedc64fb-5ff0-4d8d-9b41-bb3cb5d31427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:47.032543 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-fedc64fb-5ff0-4d8d-9b41-bb3cb5d31427 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f2766fdc-78e4-4021-8ae5-25446d105c00 HTTP/1.1" status: 200 len: 849 time: 0.0862575 May 27 03:38:47.040106 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:47.082322 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:38:47.129975 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-944cf041-a8a5-4190-9682-1a4ae6b85cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:47.131563 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-944cf041-a8a5-4190-9682-1a4ae6b85cba service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7a2ea638-361b-43e7-98a5-ad26674b6832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0886567 May 27 03:38:47.191358 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-8c490c49-a150-40b7-adf7-eab6ca50896d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (f83751ca-f173-4e36-be72-07365bdc234b), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:47.192102 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port 9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f,segment=NetworkSegment(38baf4e4-1e5b-4f83-ae3c-ef0274e43459),segment_id=38baf4e4-1e5b-4f83-ae3c-ef0274e43459)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:47.193925 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-8c490c49-a150-40b7-adf7-eab6ca50896d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:47.197766 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-8c490c49-a150-40b7-adf7-eab6ca50896d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f83751ca-f173-4e36-be72-07365bdc234b HTTP/1.1" status: 204 len: 168 time: 0.3385181 May 27 03:38:47.216025 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c490c49-a150-40b7-adf7-eab6ca50896d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83751ca-f173-4e36-be72-07365bdc234b,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:47.216425 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Returning: {'device': '9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f', 'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a', 'port_id': '9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f', 'mac_address': 'fa:16:3e:3a:2b:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9e7a5b0-6940-4778-807b-b50ae30078a7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:38:47.225541 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-b53efb53-4ce1-4aaf-ba0b-5fcc66018489 req-977c2a13-e6c7-48de-8e38-7a85a72763aa service neutron] 10.222.0.72 "GET /v2.0/networks/2f916a43-2562-4d0d-bd29-c5c8a7d74b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915877 May 27 03:38:47.252721 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port 9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f is: DOWN; New status is: BUILD {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:38:47.253120 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:47.267884 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f {{(pid=104679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:38:47.288977 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port 9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f,segment=NetworkSegment(38baf4e4-1e5b-4f83-ae3c-ef0274e43459),segment_id=38baf4e4-1e5b-4f83-ae3c-ef0274e43459)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:47.327376 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-43fd31a4-8a85-4a11-85ae-83b6f3deb90f service neutron] 10.222.0.72 "GET /v2.0/networks/7a2ea638-361b-43e7-98a5-ad26674b6832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893382 May 27 03:38:47.393666 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:47.394574 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device aa56d6d5-7d67-4cea-ab75-ded2c09ade31 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:38:47.420216 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-b53efb53-4ce1-4aaf-ba0b-5fcc66018489 req-32450464-3f17-41b2-a135-0102798b5623 service neutron] 10.222.0.72 "GET /v2.0/networks/2f916a43-2562-4d0d-bd29-c5c8a7d74b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871920 May 27 03:38:47.491088 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f,revision_number=4']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:47.498577 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:47.501125 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port aa56d6d5-7d67-4cea-ab75-ded2c09ade31, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=aa56d6d5-7d67-4cea-ab75-ded2c09ade31,segment=NetworkSegment(38baf4e4-1e5b-4f83-ae3c-ef0274e43459),segment_id=38baf4e4-1e5b-4f83-ae3c-ef0274e43459)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:47.507272 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-4107acfc-7406-4be9-b242-6a5bd7299b6f req-38e938fd-f402-4d2b-8427-26f58f015256 service neutron] 10.222.0.72 "GET /v2.0/networks/7a2ea638-361b-43e7-98a5-ad26674b6832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727133 May 27 03:38:47.531326 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Returning: {'device': 'aa56d6d5-7d67-4cea-ab75-ded2c09ade31', 'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a', 'port_id': 'aa56d6d5-7d67-4cea-ab75-ded2c09ade31', 'mac_address': 'fa:16:3e:60:ef:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9e7a5b0-6940-4778-807b-b50ae30078a7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:38:47.573700 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bc1dc-6c18-4358-a0ee-374547f958f1 req-ab525b1d-1278-44df-b306-121753f6348b tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:47.575728 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ed2bc1dc-6c18-4358-a0ee-374547f958f1 req-ab525b1d-1278-44df-b306-121753f6348b tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 943 time: 0.0871027 May 27 03:38:47.584847 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port aa56d6d5-7d67-4cea-ab75-ded2c09ade31 is: DOWN; New status is: BUILD {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:38:47.585232 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (aa56d6d5-7d67-4cea-ab75-ded2c09ade31), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:47.614959 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa56d6d5-7d67-4cea-ab75-ded2c09ade31 {{(pid=104679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:38:47.649525 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port aa56d6d5-7d67-4cea-ab75-ded2c09ade31, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=aa56d6d5-7d67-4cea-ab75-ded2c09ade31,segment=NetworkSegment(38baf4e4-1e5b-4f83-ae3c-ef0274e43459),segment_id=38baf4e4-1e5b-4f83-ae3c-ef0274e43459)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:47.657524 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ed2bc1dc-6c18-4358-a0ee-374547f958f1 req-61824a30-cfc1-45a0-8419-4d2beae6b5bd tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746174 May 27 03:38:47.735020 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3a0f2-3c8c-45a5-912c-28ebbf5ec8c2 req-f4e38217-dbd2-4af7-9f71-b07e6cb3f60c tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:47.736702 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-3dd3a0f2-3c8c-45a5-912c-28ebbf5ec8c2 req-f4e38217-dbd2-4af7-9f71-b07e6cb3f60c tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7f1597c-3979-419d-ad8c-f8ac67a2f14a HTTP/1.1" status: 200 len: 946 time: 0.0484028 May 27 03:38:47.782999 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (aa56d6d5-7d67-4cea-ab75-ded2c09ade31), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:47.791041 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-3dd3a0f2-3c8c-45a5-912c-28ebbf5ec8c2 req-05bb066b-c262-4e22-9b01-cdc9b58ff7af tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc5ea44f-3c1e-4c4d-bdb3-f869da37bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475643 May 27 03:38:47.866419 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2b774-5edb-45ef-a793-f22188729623 req-200d6b32-f045-4f6a-b36e-a2e35b8dc436 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:47.868648 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c8f2b774-5edb-45ef-a793-f22188729623 req-200d6b32-f045-4f6a-b36e-a2e35b8dc436 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 943 time: 0.0761364 May 27 03:38:47.891084 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=aa56d6d5-7d67-4cea-ab75-ded2c09ade31,revision_number=4']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:47.939236 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c8f2b774-5edb-45ef-a793-f22188729623 req-e96bbf66-9344-4e6e-9112-67f93fd44d58 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640209 May 27 03:38:48.167637 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] get_ports_and_sgs() called for port_ids ['9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f'] {{(pid=104679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:38:48.353725 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 51656) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:48.358729 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] get_ports_and_sgs() called for port_ids ['aa56d6d5-7d67-4cea-ab75-ded2c09ade31'] {{(pid=104679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:38:48.361199 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:48.379652 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-95bff44f-c303-4811-abbc-0feca71013b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:48.417085 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:48.502619 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-95bff44f-c303-4811-abbc-0feca71013b8 admin admin] Publish callbacks [] for security_group (20cb1ceb-9828-431e-96f9-d69fcc9e5faf), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:48.576427 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-95bff44f-c303-4811-abbc-0feca71013b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (20cb1ceb-9828-431e-96f9-d69fcc9e5faf), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:48.610411 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-95bff44f-c303-4811-abbc-0feca71013b8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9dd0e8e4b7634dcbb9a1474bd086cf8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2528160 May 27 03:38:48.613280 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 51660) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:48.623409 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bff44f-c303-4811-abbc-0feca71013b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20cb1ceb-9828-431e-96f9-d69fcc9e5faf,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:48.672725 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3ea2fd49-abfe-4617-8ec6-cc6b0b14786a admin admin] Publish callbacks [] for security_group (20cb1ceb-9828-431e-96f9-d69fcc9e5faf), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:48.703185 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3ea2fd49-abfe-4617-8ec6-cc6b0b14786a admin admin] Publish callbacks [] for security_group (20cb1ceb-9828-431e-96f9-d69fcc9e5faf), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:48.810766 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c04cd-098f-4780-b5a5-1495a94b4b9c req-85d8ee4b-9de2-476d-b2e0-ce3e5e2a0512 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:48.812261 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-606c04cd-098f-4780-b5a5-1495a94b4b9c req-85d8ee4b-9de2-476d-b2e0-ce3e5e2a0512 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 944 time: 0.0542870 May 27 03:38:48.845007 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3ea2fd49-abfe-4617-8ec6-cc6b0b14786a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (20cb1ceb-9828-431e-96f9-d69fcc9e5faf), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:48.849600 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3ea2fd49-abfe-4617-8ec6-cc6b0b14786a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:48.855323 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-3ea2fd49-abfe-4617-8ec6-cc6b0b14786a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/20cb1ceb-9828-431e-96f9-d69fcc9e5faf HTTP/1.1" status: 204 len: 168 time: 0.2406788 May 27 03:38:48.866883 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2fd49-abfe-4617-8ec6-cc6b0b14786a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20cb1ceb-9828-431e-96f9-d69fcc9e5faf,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:48.885552 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-606c04cd-098f-4780-b5a5-1495a94b4b9c req-49ccafa5-63a2-4235-923e-21e1182ba195 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666780 May 27 03:38:49.061387 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35d7a5-e0a7-4020-84e1-7e6834eba5c6 req-48f18ab3-535d-4051-b217-06e81913b0e7 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:49.062903 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2f35d7a5-e0a7-4020-84e1-7e6834eba5c6 req-48f18ab3-535d-4051-b217-06e81913b0e7 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 943 time: 0.0510848 May 27 03:38:49.114225 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2f35d7a5-e0a7-4020-84e1-7e6834eba5c6 req-8ca65b2a-98b9-42cc-8d18-d3a2d91f9451 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453539 May 27 03:38:49.407475 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f up at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:38:49.475400 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Provisioning for port 9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f completed by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:38:49.591427 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Provisioning complete for port 9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:38:49.591819 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:49.698652 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port 9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f is: BUILD; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:38:49.699270 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:49.713633 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:49.722831 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c7f5b6-c44c-4245-8f43-888d1a4e50bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f'}] {{(pid=104679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:38:49.731603 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d249cf550e2d843300bc9a66ec52257e0462e4d4b5166dc6bcb5b411a3eed5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413d3ec5-3a55-4bb4-86c9-53c20599f02f" -d '{"events": [{"server_uuid": "82c7f5b6-c44c-4245-8f43-888d1a4e50bd", "name": "network-vif-plugged", "status": "completed", "tag": "9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f"}]}' {{(pid=104679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:38:49.739709 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port 9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f,segment=NetworkSegment(38baf4e4-1e5b-4f83-ae3c-ef0274e43459),segment_id=38baf4e4-1e5b-4f83-ae3c-ef0274e43459)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:49.764736 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e804f9d-f0bb-4b9f-b228-d26670efef5f x-openstack-request-id: req-0e804f9d-f0bb-4b9f-b228-d26670efef5f {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:38:49.765115 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82c7f5b6-c44c-4245-8f43-888d1a4e50bd", "name": "network-vif-plugged", "status": "completed", "tag": "9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f", "code": 200}]} {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:38:49.765411 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0e804f9d-f0bb-4b9f-b228-d26670efef5f {{(pid=104679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:38:49.765813 dv-cinder-843361-2-smb neutron-server[104679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e804f9d-f0bb-4b9f-b228-d26670efef5f'] response: {'server_uuid': '82c7f5b6-c44c-4245-8f43-888d1a4e50bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f', 'code': 200} May 27 03:38:49.857102 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:49.857996 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device aa56d6d5-7d67-4cea-ab75-ded2c09ade31 up at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:38:49.864279 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:49.941380 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f,revision_number=5']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:49.951834 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Provisioning for port aa56d6d5-7d67-4cea-ab75-ded2c09ade31 completed by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:38:50.025801 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebedd9e-26ac-458e-b180-499b18f50e2f req-c0d6053d-d6bc-4d0e-8ba2-b36f458539c3 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:50.027389 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5ebedd9e-26ac-458e-b180-499b18f50e2f req-c0d6053d-d6bc-4d0e-8ba2-b36f458539c3 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 944 time: 0.0585721 May 27 03:38:50.099731 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5ebedd9e-26ac-458e-b180-499b18f50e2f req-3af540f2-e677-4cc8-bb0e-e6a12e78020a tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664251 May 27 03:38:50.101782 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Provisioning complete for port aa56d6d5-7d67-4cea-ab75-ded2c09ade31 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:38:50.102375 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (aa56d6d5-7d67-4cea-ab75-ded2c09ade31), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:50.218593 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port aa56d6d5-7d67-4cea-ab75-ded2c09ade31 is: BUILD; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:38:50.219585 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (aa56d6d5-7d67-4cea-ab75-ded2c09ade31), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:50.225299 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be430d-fb91-475a-ad58-baa67a0779c1 req-c4290f14-50e8-4dff-bdaa-1cf81c8b49cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:50.227346 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-c4be430d-fb91-475a-ad58-baa67a0779c1 req-c4290f14-50e8-4dff-bdaa-1cf81c8b49cc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=82c7f5b6-c44c-4245-8f43-888d1a4e50bd HTTP/1.1" status: 200 len: 1130 time: 0.0436594 May 27 03:38:50.294860 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-c4be430d-fb91-475a-ad58-baa67a0779c1 req-094491a7-0b25-4e75-8420-f54378f30525 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596879 May 27 03:38:50.319378 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port aa56d6d5-7d67-4cea-ab75-ded2c09ade31, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=aa56d6d5-7d67-4cea-ab75-ded2c09ade31,segment=NetworkSegment(38baf4e4-1e5b-4f83-ae3c-ef0274e43459),segment_id=38baf4e4-1e5b-4f83-ae3c-ef0274e43459)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:50.331067 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11011b-6f64-4774-875d-a4316b3e3db3 req-34591e70-0275-4170-a5d9-9835beddb0a8 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:50.332791 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ea11011b-6f64-4774-875d-a4316b3e3db3 req-34591e70-0275-4170-a5d9-9835beddb0a8 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 943 time: 0.0994670 May 27 03:38:50.361241 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 51764) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:50.386865 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ea11011b-6f64-4774-875d-a4316b3e3db3 req-b2693397-4542-4dd9-a820-d4ab2d884248 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481582 May 27 03:38:50.402379 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (aa56d6d5-7d67-4cea-ab75-ded2c09ade31), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:50.455120 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=aa56d6d5-7d67-4cea-ab75-ded2c09ade31,revision_number=5']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:50.587403 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-029a55e2-3f54-45ed-baff-0e668848bc4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:50.663189 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-029a55e2-3f54-45ed-baff-0e668848bc4e admin admin] Publish callbacks [] for security_group (33d7cfc1-5646-46ea-bc5b-900c083143e1), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:50.787642 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-029a55e2-3f54-45ed-baff-0e668848bc4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (33d7cfc1-5646-46ea-bc5b-900c083143e1), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:50.841039 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a55e2-3f54-45ed-baff-0e668848bc4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d7cfc1-5646-46ea-bc5b-900c083143e1,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:50.852382 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-029a55e2-3f54-45ed-baff-0e668848bc4e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b890a86728c540bbb6d809b041ae0a95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4844174 May 27 03:38:50.853840 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 51788) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:50.926821 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-445085dd-a05b-41ba-9064-f7979449a7ac admin admin] Publish callbacks [] for security_group (33d7cfc1-5646-46ea-bc5b-900c083143e1), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:50.949902 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 51792) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:50.959218 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-445085dd-a05b-41ba-9064-f7979449a7ac admin admin] Publish callbacks [] for security_group (33d7cfc1-5646-46ea-bc5b-900c083143e1), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:50.980234 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:51.074377 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-2cc5ef22-8320-4968-8e26-322405a09cf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:51.116306 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-445085dd-a05b-41ba-9064-f7979449a7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (33d7cfc1-5646-46ea-bc5b-900c083143e1), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:51.125606 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-445085dd-a05b-41ba-9064-f7979449a7ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:51.125606 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-445085dd-a05b-41ba-9064-f7979449a7ac admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/33d7cfc1-5646-46ea-bc5b-900c083143e1 HTTP/1.1" status: 204 len: 168 time: 0.2694116 May 27 03:38:51.153185 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445085dd-a05b-41ba-9064-f7979449a7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d7cfc1-5646-46ea-bc5b-900c083143e1,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:51.214172 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-2cc5ef22-8320-4968-8e26-322405a09cf0 admin admin] Publish callbacks [] for security_group (29310eb3-e80c-488a-a371-ee47d881f0ab), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:51.239788 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec0916-3807-4c3b-8c1f-73f32d001ada req-7d223a9d-fc9e-44c3-b17d-88f1417d5061 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:51.241250 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-96ec0916-3807-4c3b-8c1f-73f32d001ada req-7d223a9d-fc9e-44c3-b17d-88f1417d5061 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 945 time: 0.0491576 May 27 03:38:51.290948 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-96ec0916-3807-4c3b-8c1f-73f32d001ada req-501b7548-ed04-4de9-a221-c90a0f724d69 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423980 May 27 03:38:51.325071 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-2cc5ef22-8320-4968-8e26-322405a09cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (29310eb3-e80c-488a-a371-ee47d881f0ab), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:51.367470 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc5ef22-8320-4968-8e26-322405a09cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29310eb3-e80c-488a-a371-ee47d881f0ab,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:51.373657 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-2cc5ef22-8320-4968-8e26-322405a09cf0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0b4cf1e310344d109befa3efcf13a1cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4226329 May 27 03:38:51.376500 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 51810) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:51.412551 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device c8aa1527-651b-4926-9e46-f9c266094b42 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:38:51.436776 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-83f564b5-5e24-4671-b7ba-7a398e4ed8b5 admin admin] Publish callbacks [] for security_group (29310eb3-e80c-488a-a371-ee47d881f0ab), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:51.461837 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-83f564b5-5e24-4671-b7ba-7a398e4ed8b5 admin admin] Publish callbacks [] for security_group (29310eb3-e80c-488a-a371-ee47d881f0ab), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:51.562940 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6dccb-19f4-4110-b877-aaefb8a69778 req-d90cea29-5799-4034-8d79-3142be285a02 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:51.569739 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-26e6dccb-19f4-4110-b877-aaefb8a69778 req-d90cea29-5799-4034-8d79-3142be285a02 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 943 time: 0.0940742 May 27 03:38:51.575154 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:51.607490 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port c8aa1527-651b-4926-9e46-f9c266094b42, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=c8aa1527-651b-4926-9e46-f9c266094b42,segment=NetworkSegment(83c06243-6dbd-48ee-aa93-81ebad273030),segment_id=83c06243-6dbd-48ee-aa93-81ebad273030)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:51.633978 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-26e6dccb-19f4-4110-b877-aaefb8a69778 req-60ab46c1-4f30-47ed-9166-c59d6fc5239b tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617845 May 27 03:38:51.634979 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Returning: {'device': 'c8aa1527-651b-4926-9e46-f9c266094b42', 'network_id': '7a2ea638-361b-43e7-98a5-ad26674b6832', 'port_id': 'c8aa1527-651b-4926-9e46-f9c266094b42', 'mac_address': 'fa:16:3e:15:22:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2766fdc-78e4-4021-8ae5-25446d105c00', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:38:51.681083 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port c8aa1527-651b-4926-9e46-f9c266094b42 is: DOWN; New status is: BUILD {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:38:51.681731 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (c8aa1527-651b-4926-9e46-f9c266094b42), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:51.697126 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8aa1527-651b-4926-9e46-f9c266094b42 {{(pid=104679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:38:51.724098 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port c8aa1527-651b-4926-9e46-f9c266094b42, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=c8aa1527-651b-4926-9e46-f9c266094b42,segment=NetworkSegment(83c06243-6dbd-48ee-aa93-81ebad273030),segment_id=83c06243-6dbd-48ee-aa93-81ebad273030)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:51.748270 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-83f564b5-5e24-4671-b7ba-7a398e4ed8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (29310eb3-e80c-488a-a371-ee47d881f0ab), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:51.750958 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-83f564b5-5e24-4671-b7ba-7a398e4ed8b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:51.752381 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-83f564b5-5e24-4671-b7ba-7a398e4ed8b5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/29310eb3-e80c-488a-a371-ee47d881f0ab HTTP/1.1" status: 204 len: 168 time: 0.3745708 May 27 03:38:51.760515 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f564b5-5e24-4671-b7ba-7a398e4ed8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29310eb3-e80c-488a-a371-ee47d881f0ab,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:51.767922 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0818f59-e401-4332-ab4e-cfb42ae6c857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa56d6d5-7d67-4cea-ab75-ded2c09ade31'}] {{(pid=104679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:38:51.774046 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d249cf550e2d843300bc9a66ec52257e0462e4d4b5166dc6bcb5b411a3eed5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ea86b4-1da2-495f-8ef2-edd22179a5c3" -d '{"events": [{"server_uuid": "b0818f59-e401-4332-ab4e-cfb42ae6c857", "name": "network-vif-plugged", "status": "completed", "tag": "aa56d6d5-7d67-4cea-ab75-ded2c09ade31"}]}' {{(pid=104679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:38:51.797300 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:51.838512 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (c8aa1527-651b-4926-9e46-f9c266094b42), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:51.877527 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab572b22-0720-4b01-a070-fc41f91091f1 x-openstack-request-id: req-ab572b22-0720-4b01-a070-fc41f91091f1 {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:38:51.877841 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0818f59-e401-4332-ab4e-cfb42ae6c857", "name": "network-vif-plugged", "status": "completed", "tag": "aa56d6d5-7d67-4cea-ab75-ded2c09ade31", "code": 200}]} {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:38:51.878099 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ab572b22-0720-4b01-a070-fc41f91091f1 {{(pid=104679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:38:51.878494 dv-cinder-843361-2-smb neutron-server[104679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab572b22-0720-4b01-a070-fc41f91091f1'] response: {'server_uuid': 'b0818f59-e401-4332-ab4e-cfb42ae6c857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa56d6d5-7d67-4cea-ab75-ded2c09ade31', 'code': 200} May 27 03:38:51.915302 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=c8aa1527-651b-4926-9e46-f9c266094b42,revision_number=4']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:52.103821 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] get_ports_and_sgs() called for port_ids ['c8aa1527-651b-4926-9e46-f9c266094b42'] {{(pid=104679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:38:52.211020 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:52.372258 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 51846) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:52.394840 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0dd0465b-6a50-4b31-bd53-e03656d408a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:52.450371 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fba1d1-25e6-4829-b85e-d8fcfad35ede req-4cbb8643-5e72-4121-81e1-2bc24f83070b tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:52.452135 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-13fba1d1-25e6-4829-b85e-d8fcfad35ede req-4cbb8643-5e72-4121-81e1-2bc24f83070b tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 945 time: 0.0826054 May 27 03:38:52.480962 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faadedfc-9159-4f8e-b5f9-909b6f0f26d3 req-3d1b71ee-b088-40f1-a49a-f6c8391a0a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:52.483024 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-faadedfc-9159-4f8e-b5f9-909b6f0f26d3 req-3d1b71ee-b088-40f1-a49a-f6c8391a0a24 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 1129 time: 0.0478215 May 27 03:38:52.561092 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-faadedfc-9159-4f8e-b5f9-909b6f0f26d3 req-351aa5ea-b94b-42ca-a8ca-47c914b42e5a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700777 May 27 03:38:52.565973 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-13fba1d1-25e6-4829-b85e-d8fcfad35ede req-7e342be4-4b7e-4467-821b-7350f3b4ae6f tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005089 May 27 03:38:52.602750 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0dd0465b-6a50-4b31-bd53-e03656d408a4 admin admin] Publish callbacks [] for security_group (7ec56449-536d-4a48-ae63-a9933c968c7f), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:52.695957 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0dd0465b-6a50-4b31-bd53-e03656d408a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (7ec56449-536d-4a48-ae63-a9933c968c7f), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:52.764845 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-0dd0465b-6a50-4b31-bd53-e03656d408a4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=eeff55abf253405994b438f4ccb308c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3914645 May 27 03:38:52.768293 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 51854) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:52.779335 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0465b-6a50-4b31-bd53-e03656d408a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec56449-536d-4a48-ae63-a9933c968c7f,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:52.789784 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f403a-cfdd-4315-ae5f-0b8740fc136f req-53f3bdf7-2385-476d-87a2-7cc91579f905 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:52.812760 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-055f403a-cfdd-4315-ae5f-0b8740fc136f req-53f3bdf7-2385-476d-87a2-7cc91579f905 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 944 time: 0.0848343 May 27 03:38:52.842472 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-519d695f-4e43-4076-9502-541aa63ef46f admin admin] Publish callbacks [] for security_group (7ec56449-536d-4a48-ae63-a9933c968c7f), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:52.846556 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-055f403a-cfdd-4315-ae5f-0b8740fc136f req-42f74231-39da-4d7c-8e9d-2ce0ed5844dd tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479858 May 27 03:38:52.866307 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-519d695f-4e43-4076-9502-541aa63ef46f admin admin] Publish callbacks [] for security_group (7ec56449-536d-4a48-ae63-a9933c968c7f), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:53.014591 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-519d695f-4e43-4076-9502-541aa63ef46f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (7ec56449-536d-4a48-ae63-a9933c968c7f), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:53.017324 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-519d695f-4e43-4076-9502-541aa63ef46f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:53.018490 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-519d695f-4e43-4076-9502-541aa63ef46f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7ec56449-536d-4a48-ae63-a9933c968c7f HTTP/1.1" status: 204 len: 168 time: 0.2489913 May 27 03:38:53.026785 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d695f-4e43-4076-9502-541aa63ef46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec56449-536d-4a48-ae63-a9933c968c7f,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:53.064986 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 51862) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:53.078615 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-b07c3a91-e835-47ef-96cf-ee8e0c02ae09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:53.157863 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-b07c3a91-e835-47ef-96cf-ee8e0c02ae09 admin admin] Publish callbacks [] for security_group (5c2b2717-83dc-4b45-9c89-83adf4d38279), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:53.284868 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-b07c3a91-e835-47ef-96cf-ee8e0c02ae09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (5c2b2717-83dc-4b45-9c89-83adf4d38279), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:53.329696 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-b07c3a91-e835-47ef-96cf-ee8e0c02ae09 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c861f34efa284d05b9f28fe6e2620894&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2610791 May 27 03:38:53.329696 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07c3a91-e835-47ef-96cf-ee8e0c02ae09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2b2717-83dc-4b45-9c89-83adf4d38279,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:53.331313 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 51866) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:53.331965 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 51868) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:53.401471 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=8 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:53.405026 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ee11b81e-07fb-4bae-8ccd-aebd19c0e69d admin admin] Publish callbacks [] for security_group (5c2b2717-83dc-4b45-9c89-83adf4d38279), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:53.422114 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device c8aa1527-651b-4926-9e46-f9c266094b42 up at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:38:53.429415 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ee11b81e-07fb-4bae-8ccd-aebd19c0e69d admin admin] Publish callbacks [] for security_group (5c2b2717-83dc-4b45-9c89-83adf4d38279), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:53.492562 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Provisioning for port c8aa1527-651b-4926-9e46-f9c266094b42 completed by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:38:53.609546 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Provisioning complete for port c8aa1527-651b-4926-9e46-f9c266094b42 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:38:53.609955 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (c8aa1527-651b-4926-9e46-f9c266094b42), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:53.628488 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-1c7ef3db-4f23-41e6-a391-a3ddeef748f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:53.636936 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ee11b81e-07fb-4bae-8ccd-aebd19c0e69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (5c2b2717-83dc-4b45-9c89-83adf4d38279), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:53.639674 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ee11b81e-07fb-4bae-8ccd-aebd19c0e69d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:53.643572 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-ee11b81e-07fb-4bae-8ccd-aebd19c0e69d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5c2b2717-83dc-4b45-9c89-83adf4d38279 HTTP/1.1" status: 204 len: 168 time: 0.3091929 May 27 03:38:53.678269 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11b81e-07fb-4bae-8ccd-aebd19c0e69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2b2717-83dc-4b45-9c89-83adf4d38279,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:53.754412 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port c8aa1527-651b-4926-9e46-f9c266094b42 is: BUILD; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:38:53.754799 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (c8aa1527-651b-4926-9e46-f9c266094b42), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:53.766434 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62b176-cc47-4a8e-97fb-25f2f75836ce req-ec4467e0-de47-4719-b071-53ade824dc70 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:53.777979 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2c62b176-cc47-4a8e-97fb-25f2f75836ce req-ec4467e0-de47-4719-b071-53ade824dc70 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 945 time: 0.1251152 May 27 03:38:53.795553 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port c8aa1527-651b-4926-9e46-f9c266094b42, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=c8aa1527-651b-4926-9e46-f9c266094b42,segment=NetworkSegment(83c06243-6dbd-48ee-aa93-81ebad273030),segment_id=83c06243-6dbd-48ee-aa93-81ebad273030)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:53.807682 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-1c7ef3db-4f23-41e6-a391-a3ddeef748f8 admin admin] Publish callbacks [] for security_group (540c9b90-4e7a-4568-8c74-089eb7317f19), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:53.825354 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2c62b176-cc47-4a8e-97fb-25f2f75836ce req-8abf4321-0d7d-4169-8aeb-60df8d5dddf2 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464752 May 27 03:38:53.881103 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0037bc03-dc08-4217-af7b-208bda340c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8aa1527-651b-4926-9e46-f9c266094b42'}] {{(pid=104679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:38:53.883646 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d249cf550e2d843300bc9a66ec52257e0462e4d4b5166dc6bcb5b411a3eed5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542c74ff-d653-46d0-91bd-f387684cbf47" -d '{"events": [{"server_uuid": "0037bc03-dc08-4217-af7b-208bda340c89", "name": "network-vif-plugged", "status": "completed", "tag": "c8aa1527-651b-4926-9e46-f9c266094b42"}]}' {{(pid=104679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:38:53.898003 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-1c7ef3db-4f23-41e6-a391-a3ddeef748f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (540c9b90-4e7a-4568-8c74-089eb7317f19), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:53.911554 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (c8aa1527-651b-4926-9e46-f9c266094b42), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:53.945041 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ef3db-4f23-41e6-a391-a3ddeef748f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540c9b90-4e7a-4568-8c74-089eb7317f19,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:53.985120 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-1c7ef3db-4f23-41e6-a391-a3ddeef748f8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4b6cd4135370437ba2566aafd2f024ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6518066 May 27 03:38:53.985790 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 51900) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:53.998376 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26c332b-35d2-489a-b020-11024bd66770 x-openstack-request-id: req-b26c332b-35d2-489a-b020-11024bd66770 {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:38:53.998702 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0037bc03-dc08-4217-af7b-208bda340c89", "name": "network-vif-plugged", "status": "completed", "tag": "c8aa1527-651b-4926-9e46-f9c266094b42", "code": 200}]} {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:38:53.999049 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b26c332b-35d2-489a-b020-11024bd66770 {{(pid=104679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:38:53.999299 dv-cinder-843361-2-smb neutron-server[104679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b26c332b-35d2-489a-b020-11024bd66770'] response: {'server_uuid': '0037bc03-dc08-4217-af7b-208bda340c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8aa1527-651b-4926-9e46-f9c266094b42', 'code': 200} May 27 03:38:54.011319 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2008bc-73be-4047-87d7-f6a6290c7a3c req-27f625d9-e512-4a30-87f9-c99379e6df9c tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:54.013452 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ba2008bc-73be-4047-87d7-f6a6290c7a3c req-27f625d9-e512-4a30-87f9-c99379e6df9c tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 945 time: 0.0728180 May 27 03:38:54.029293 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:54.034361 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=c8aa1527-651b-4926-9e46-f9c266094b42,revision_number=5']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:54.084139 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-0206ebbb-fd95-42e9-b039-c4cb9879840b admin admin] Publish callbacks [] for security_group (540c9b90-4e7a-4568-8c74-089eb7317f19), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:54.097923 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ba2008bc-73be-4047-87d7-f6a6290c7a3c req-cef81173-4ef1-4324-b099-089f741efdec tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775118 May 27 03:38:54.127212 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-0206ebbb-fd95-42e9-b039-c4cb9879840b admin admin] Publish callbacks [] for security_group (540c9b90-4e7a-4568-8c74-089eb7317f19), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:54.282378 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-0206ebbb-fd95-42e9-b039-c4cb9879840b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (540c9b90-4e7a-4568-8c74-089eb7317f19), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:54.282978 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-0206ebbb-fd95-42e9-b039-c4cb9879840b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:54.290234 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-0206ebbb-fd95-42e9-b039-c4cb9879840b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/540c9b90-4e7a-4568-8c74-089eb7317f19 HTTP/1.1" status: 204 len: 168 time: 0.3011990 May 27 03:38:54.310445 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206ebbb-fd95-42e9-b039-c4cb9879840b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540c9b90-4e7a-4568-8c74-089eb7317f19,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:54.403160 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:54.948330 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ce0a7-6180-4aa3-91c5-ef479e09cab4 req-c3b47a9d-9a2e-4fb1-b2ad-1615336e0675 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:54.949809 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-350ce0a7-6180-4aa3-91c5-ef479e09cab4 req-c3b47a9d-9a2e-4fb1-b2ad-1615336e0675 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 945 time: 0.0455720 May 27 03:38:55.014046 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-350ce0a7-6180-4aa3-91c5-ef479e09cab4 req-e21aa355-66a9-41b7-ad26-426222800720 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584359 May 27 03:38:55.087608 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d5552-32e1-483e-9457-12a32bb2fcd8 req-9060982d-c713-4ecc-a45a-9bd9e02bab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:55.090173 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-502d5552-32e1-483e-9457-12a32bb2fcd8 req-9060982d-c713-4ecc-a45a-9bd9e02bab9c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 1129 time: 0.0474038 May 27 03:38:55.158049 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-502d5552-32e1-483e-9457-12a32bb2fcd8 req-2843cc56-02c6-4efb-b0f6-7bf7d15ffde9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617726 May 27 03:38:55.225500 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 51962) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:55.226095 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b89189-b9da-4f55-bc79-6320fffa6f25 req-2f0f90e8-3e53-4196-9b08-db807a4a8c7e tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:55.227567 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-94b89189-b9da-4f55-bc79-6320fffa6f25 req-2f0f90e8-3e53-4196-9b08-db807a4a8c7e tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 945 time: 0.0481949 May 27 03:38:55.250410 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-091966aa-df5d-44af-a926-a087189a8bc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:55.294954 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-94b89189-b9da-4f55-bc79-6320fffa6f25 req-5d543ae3-ed29-40c5-bd0f-da5e80a6c8d1 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598540 May 27 03:38:55.350928 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-091966aa-df5d-44af-a926-a087189a8bc2 admin admin] Publish callbacks [] for security_group (4f519ee8-4f9b-48b2-95f1-a05927087f3e), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:55.427477 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-091966aa-df5d-44af-a926-a087189a8bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (4f519ee8-4f9b-48b2-95f1-a05927087f3e), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:55.473943 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-091966aa-df5d-44af-a926-a087189a8bc2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e8340bc6cdfd44d3bb3fad80ad6d1c68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2471335 May 27 03:38:55.475022 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091966aa-df5d-44af-a926-a087189a8bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f519ee8-4f9b-48b2-95f1-a05927087f3e,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:55.476719 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 51974) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:55.527542 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-fd418554-1a7d-40a5-8aba-6d091f664ca6 admin admin] Publish callbacks [] for security_group (4f519ee8-4f9b-48b2-95f1-a05927087f3e), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:55.549401 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:55.566357 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-fd418554-1a7d-40a5-8aba-6d091f664ca6 admin admin] Publish callbacks [] for security_group (4f519ee8-4f9b-48b2-95f1-a05927087f3e), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:55.672172 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bbebf-fd3c-416b-80a0-31a8dc735161 req-a70c2891-2dff-4c0a-b7ad-1ed47a7aae9b tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:55.679517 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-430bbebf-fd3c-416b-80a0-31a8dc735161 req-a70c2891-2dff-4c0a-b7ad-1ed47a7aae9b tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 945 time: 0.0727868 May 27 03:38:55.739188 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-430bbebf-fd3c-416b-80a0-31a8dc735161 req-aa948354-80d3-49d7-aa7f-f950cdc29f50 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536094 May 27 03:38:55.827639 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-fd418554-1a7d-40a5-8aba-6d091f664ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (4f519ee8-4f9b-48b2-95f1-a05927087f3e), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:55.830269 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-fd418554-1a7d-40a5-8aba-6d091f664ca6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:55.831619 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-fd418554-1a7d-40a5-8aba-6d091f664ca6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4f519ee8-4f9b-48b2-95f1-a05927087f3e HTTP/1.1" status: 204 len: 168 time: 0.3535593 May 27 03:38:55.840239 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd418554-1a7d-40a5-8aba-6d091f664ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f519ee8-4f9b-48b2-95f1-a05927087f3e,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:55.983496 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6419e-4710-4f17-94a2-07b387c817ff req-9c14ad3f-4ea8-4f03-a9b6-1258b6217d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:55.985462 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-1ec6419e-4710-4f17-94a2-07b387c817ff req-9c14ad3f-4ea8-4f03-a9b6-1258b6217d37 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8c649113d597484d8d1f5f046a8cac59&device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 1129 time: 0.0764983 May 27 03:38:56.098153 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6419e-4710-4f17-94a2-07b387c817ff req-885e836e-101f-467f-b647-1e5f784125ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:56.099577 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-1ec6419e-4710-4f17-94a2-07b387c817ff req-885e836e-101f-467f-b647-1e5f784125ce service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f916a43-2562-4d0d-bd29-c5c8a7d74b6a HTTP/1.1" status: 200 len: 919 time: 0.1008384 May 27 03:38:56.173038 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-1ec6419e-4710-4f17-94a2-07b387c817ff req-ef082e9b-6cb5-4cc5-8452-020cc9115a7b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa56d6d5-7d67-4cea-ab75-ded2c09ade31 HTTP/1.1" status: 200 len: 217 time: 0.0344846 May 27 03:38:56.224627 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6419e-4710-4f17-94a2-07b387c817ff req-15cee9cf-7ca0-460d-86f6-6d8d4c7582de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:56.226203 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-1ec6419e-4710-4f17-94a2-07b387c817ff req-15cee9cf-7ca0-460d-86f6-6d8d4c7582de service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e9e7a5b0-6940-4778-807b-b50ae30078a7 HTTP/1.1" status: 200 len: 857 time: 0.0469925 May 27 03:38:56.364641 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:56.423438 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb546001-1256-43ec-8ee1-00ff3a3e7802 req-cd8d3e53-1bcc-47e4-9e07-ca12c4b7613d tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:56.425006 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-bb546001-1256-43ec-8ee1-00ff3a3e7802 req-cd8d3e53-1bcc-47e4-9e07-ca12c4b7613d tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 945 time: 0.0488682 May 27 03:38:56.492754 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-bb546001-1256-43ec-8ee1-00ff3a3e7802 req-7dd13290-989c-45a1-ab37-a2e5d6484460 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552614 May 27 03:38:56.605872 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b5dfb-9d24-459b-80d9-497289a2deb3 req-a4c7ded5-fa1d-47f5-80f1-b2f49eb4198c tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:56.607246 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ce3b5dfb-9d24-459b-80d9-497289a2deb3 req-a4c7ded5-fa1d-47f5-80f1-b2f49eb4198c tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7f1597c-3979-419d-ad8c-f8ac67a2f14a HTTP/1.1" status: 200 len: 946 time: 0.0545149 May 27 03:38:56.654807 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ce3b5dfb-9d24-459b-80d9-497289a2deb3 req-b98adfd3-0ba4-4d46-a386-b7053bfce29c tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc5ea44f-3c1e-4c4d-bdb3-f869da37bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419791 May 27 03:38:56.868544 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6419e-4710-4f17-94a2-07b387c817ff req-a4fe2ada-e899-49d5-a532-4922844a1b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:56.872550 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe37ba-9ca7-4000-b072-731daf5ef4e6 req-a7344e76-8079-4dd8-ab13-760383c335e8 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:56.872752 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-1ec6419e-4710-4f17-94a2-07b387c817ff req-a4fe2ada-e899-49d5-a532-4922844a1b2b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f916a43-2562-4d0d-bd29-c5c8a7d74b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0571775 May 27 03:38:56.874110 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b6fe37ba-9ca7-4000-b072-731daf5ef4e6 req-a7344e76-8079-4dd8-ab13-760383c335e8 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 945 time: 0.0793004 May 27 03:38:56.957786 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b6fe37ba-9ca7-4000-b072-731daf5ef4e6 req-e1f9ee6c-0f9b-4e3d-94de-2717c677d836 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770700 May 27 03:38:57.048693 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-1ec6419e-4710-4f17-94a2-07b387c817ff req-7de47213-504f-4131-962a-872fdf96b281 service neutron] 10.222.0.72 "GET /v2.0/networks/2f916a43-2562-4d0d-bd29-c5c8a7d74b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701143 May 27 03:38:57.496842 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:57.616629 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a232a-8ef4-47f3-9eb4-8d695b4a4795 req-83ddf2c4-1267-4639-abae-25acde40d2df tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:57.618109 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5f4a232a-8ef4-47f3-9eb4-8d695b4a4795 req-83ddf2c4-1267-4639-abae-25acde40d2df tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 945 time: 0.0462399 May 27 03:38:57.671399 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5f4a232a-8ef4-47f3-9eb4-8d695b4a4795 req-dc172c39-65bc-41ba-b9c5-4959f489e1f2 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467393 May 27 03:38:57.761727 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:57.809597 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ddbd5-fc36-4f05-8089-90db95d04498 req-eb391cc8-68d4-4655-8ab9-982b7d15a316 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:57.811057 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-592ddbd5-fc36-4f05-8089-90db95d04498 req-eb391cc8-68d4-4655-8ab9-982b7d15a316 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7f1597c-3979-419d-ad8c-f8ac67a2f14a HTTP/1.1" status: 200 len: 946 time: 0.0849967 May 27 03:38:57.830696 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67bb093-b95d-4d18-a776-227b20b79e69 req-9d3dcb8b-fec4-4be8-832b-f86ff2142103 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:57.832232 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b67bb093-b95d-4d18-a776-227b20b79e69 req-9d3dcb8b-fec4-4be8-832b-f86ff2142103 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 945 time: 0.0723758 May 27 03:38:57.841670 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 52074) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:57.846442 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [None req-347ab728-b9a8-44f1-9d49-b63fc97461b1 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Request body: {'floatingip': {'port_id': 'c8aa1527-651b-4926-9e46-f9c266094b42'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:38:57.869200 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-592ddbd5-fc36-4f05-8089-90db95d04498 req-207698f6-b986-4bb5-91fc-f8041ca82e62 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc5ea44f-3c1e-4c4d-bdb3-f869da37bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507381 May 27 03:38:57.923430 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-347ab728-b9a8-44f1-9d49-b63fc97461b1 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks [] for floatingip (b43906f8-3a6a-4f83-842e-d75eaee83ef8), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:58.108733 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f96f19-b466-4d25-963f-41125b673309 req-b520bc37-9c18-4f68-bff1-1b4dae1762d7 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:58.110382 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-88f96f19-b466-4d25-963f-41125b673309 req-b520bc37-9c18-4f68-bff1-1b4dae1762d7 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 945 time: 0.0616808 May 27 03:38:58.169677 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-88f96f19-b466-4d25-963f-41125b673309 req-85778d36-7375-488a-b039-d2c86a9f64b8 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528138 May 27 03:38:58.857601 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-1ec6419e-4710-4f17-94a2-07b387c817ff req-d755b702-d300-44a1-bdbb-cd02fe38de0f service neutron] 10.222.0.72 "GET /v2.0/networks/2f916a43-2562-4d0d-bd29-c5c8a7d74b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4669673 May 27 03:38:58.894742 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-347ab728-b9a8-44f1-9d49-b63fc97461b1 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:58.901487 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e75333-a329-4568-ac55-5dd46995f2e7 req-b9c6fd93-e562-47dc-ba0e-b9349045fbe9 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:58.903657 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-20e75333-a329-4568-ac55-5dd46995f2e7 req-b9c6fd93-e562-47dc-ba0e-b9349045fbe9 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7f1597c-3979-419d-ad8c-f8ac67a2f14a HTTP/1.1" status: 200 len: 946 time: 0.1282475 May 27 03:38:59.016846 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2ea22-a41a-421e-b51e-8e875f007bb0 req-d215d991-839a-4bb3-924e-556faa5f8d36 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:59.019052 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0fa2ea22-a41a-421e-b51e-8e875f007bb0 req-d215d991-839a-4bb3-924e-556faa5f8d36 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7f1597c-3979-419d-ad8c-f8ac67a2f14a HTTP/1.1" status: 200 len: 946 time: 0.0623212 May 27 03:38:59.049156 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [req-20e75333-a329-4568-ac55-5dd46995f2e7 req-b0e02ec7-f191-43bc-a64e-edbc3cfbcd7d tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] Deleting port 2acbf077-6162-483f-a60b-11075adc77c8 {{(pid=104678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:38:59.050100 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-20e75333-a329-4568-ac55-5dd46995f2e7 req-b0e02ec7-f191-43bc-a64e-edbc3cfbcd7d tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (2acbf077-6162-483f-a60b-11075adc77c8), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:59.055490 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-347ab728-b9a8-44f1-9d49-b63fc97461b1 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665637'] for floatingip (b43906f8-3a6a-4f83-842e-d75eaee83ef8), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:59.103705 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0fa2ea22-a41a-421e-b51e-8e875f007bb0 req-4aa57704-0bd2-4079-bffb-4f5143a5bc63 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc5ea44f-3c1e-4c4d-bdb3-f869da37bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733736 May 27 03:38:59.231035 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-20e75333-a329-4568-ac55-5dd46995f2e7 req-b0e02ec7-f191-43bc-a64e-edbc3cfbcd7d tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] For port 2acbf077-6162-483f-a60b-11075adc77c8, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=2acbf077-6162-483f-a60b-11075adc77c8,segment=NetworkSegment(fe99d2d7-7f56-4936-8b37-91a478479ac6),segment_id=fe99d2d7-7f56-4936-8b37-91a478479ac6)] {{(pid=104678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:59.231392 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-20e75333-a329-4568-ac55-5dd46995f2e7 req-b0e02ec7-f191-43bc-a64e-edbc3cfbcd7d tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (2acbf077-6162-483f-a60b-11075adc77c8), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:59.235920 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.db.l3_db [None req-347ab728-b9a8-44f1-9d49-b63fc97461b1 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Floating IP b43906f8-3a6a-4f83-842e-d75eaee83ef8 associated. External IP: 172.28.2.45, port: c8aa1527-651b-4926-9e46-f9c266094b42. May 27 03:38:59.281759 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [req-20e75333-a329-4568-ac55-5dd46995f2e7 req-b0e02ec7-f191-43bc-a64e-edbc3cfbcd7d tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] Calling delete_port for 2acbf077-6162-483f-a60b-11075adc77c8 owned by compute:nova {{(pid=104678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:38:59.302707 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059f958-7879-4494-b7d7-8d7527277e65 req-badfe40e-6bc7-4891-976f-cbdddf72bb77 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:59.304209 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2059f958-7879-4494-b7d7-8d7527277e65 req-badfe40e-6bc7-4891-976f-cbdddf72bb77 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 945 time: 0.0481057 May 27 03:38:59.518203 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2059f958-7879-4494-b7d7-8d7527277e65 req-0d9c7952-17a3-4a11-a288-aeee1e9feb0f tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072999 May 27 03:38:59.577034 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347ab728-b9a8-44f1-9d49-b63fc97461b1 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Router 3ea81409-8cbf-4ea2-bf1f-784c8d3f3232 has already been hosted by L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 {{(pid=104678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:38:59.665370 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-20e75333-a329-4568-ac55-5dd46995f2e7 req-b0e02ec7-f191-43bc-a64e-edbc3cfbcd7d tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930'] for port (2acbf077-6162-483f-a60b-11075adc77c8), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:59.680053 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] get_ports_and_sgs() called for port_ids ['2acbf077-6162-483f-a60b-11075adc77c8'] {{(pid=104679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:38:59.705234 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e02ec7-f191-43bc-a64e-edbc3cfbcd7d tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] Pushing event deleted for resources: {'Port': ['ID=2acbf077-6162-483f-a60b-11075adc77c8,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:59.736497 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347ab728-b9a8-44f1-9d49-b63fc97461b1 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:38:59.751002 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24adf00c-6af4-4cb4-b82d-475bea00c175 None None] Sync routers for ids ['3ea81409-8cbf-4ea2-bf1f-784c8d3f3232'] in dv-cinder-843361-2-smb {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:38:59.759268 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-347ab728-b9a8-44f1-9d49-b63fc97461b1 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for floatingip (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:59.762189 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24adf00c-6af4-4cb4-b82d-475bea00c175 None None] Routers {'3ea81409-8cbf-4ea2-bf1f-784c8d3f3232'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:38:59.762823 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-24adf00c-6af4-4cb4-b82d-475bea00c175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:38:38Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['3ea81409-8cbf-4ea2-bf1f-784c8d3f3232'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:59.795130 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e75333-a329-4568-ac55-5dd46995f2e7 req-b0e02ec7-f191-43bc-a64e-edbc3cfbcd7d tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] No DVR routers for this DVR port 2acbf077-6162-483f-a60b-11075adc77c8 on host hv-cinder-84336 {{(pid=104678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:38:59.800840 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-20e75333-a329-4568-ac55-5dd46995f2e7 req-b0e02ec7-f191-43bc-a64e-edbc3cfbcd7d tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:59.804052 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-20e75333-a329-4568-ac55-5dd46995f2e7 req-b0e02ec7-f191-43bc-a64e-edbc3cfbcd7d tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.72 "DELETE /v2.0/ports/2acbf077-6162-483f-a60b-11075adc77c8 HTTP/1.1" status: 204 len: 173 time: 0.8939757 May 27 03:38:59.804486 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f1597c-3979-419d-ad8c-f8ac67a2f14a', 'name': 'network-vif-deleted', 'tag': '2acbf077-6162-483f-a60b-11075adc77c8'}] {{(pid=104678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:38:59.806786 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e1ed873ee784d85eb1b1d61ec54b86d2255e46a50b7e273563a24fff47d01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb93272-64e8-43ea-8b2b-d42cf8759e96" -d '{"events": [{"server_uuid": "d7f1597c-3979-419d-ad8c-f8ac67a2f14a", "name": "network-vif-deleted", "tag": "2acbf077-6162-483f-a60b-11075adc77c8"}]}' {{(pid=104678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:38:59.828214 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-347ab728-b9a8-44f1-9d49-b63fc97461b1 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "PUT /v2.0/floatingips/b43906f8-3a6a-4f83-842e-d75eaee83ef8 HTTP/1.1" status: 200 len: 990 time: 1.9829733 May 27 03:38:59.847551 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d6d500-df09-494b-948a-af13698ad51b x-openstack-request-id: req-c5d6d500-df09-494b-948a-af13698ad51b {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:38:59.848042 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f1597c-3979-419d-ad8c-f8ac67a2f14a", "name": "network-vif-deleted", "tag": "2acbf077-6162-483f-a60b-11075adc77c8", "status": "completed", "code": 200}]} {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:38:59.848299 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c5d6d500-df09-494b-948a-af13698ad51b {{(pid=104678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:38:59.848698 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5d6d500-df09-494b-948a-af13698ad51b'] response: {'server_uuid': 'd7f1597c-3979-419d-ad8c-f8ac67a2f14a', 'name': 'network-vif-deleted', 'tag': '2acbf077-6162-483f-a60b-11075adc77c8', 'status': 'completed', 'code': 200} May 27 03:38:59.872847 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-24adf00c-6af4-4cb4-b82d-475bea00c175 None None] Set router 3ea81409-8cbf-4ea2-bf1f-784c8d3f3232 gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:38:59.879479 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:00.151429 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:00.176853 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-24adf00c-6af4-4cb4-b82d-475bea00c175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'name': 'tempest-AttachVolumeTestJSON-674304045-router', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:38:11Z', 'updated_at': '2022-05-27T03:38:19Z', 'revision_number': 4, 'project_id': '3ca63dae986749728daf5c42db0d14e3', 'gw_port': {'id': 'a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:12Z', 'updated_at': '2022-05-27T03:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_floatingips': [{'id': 'b43906f8-3a6a-4f83-842e-d75eaee83ef8', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'floating_ip_address': '172.28.2.45', 'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'router_id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'port_id': 'c8aa1527-651b-4926-9e46-f9c266094b42', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a2ea638-361b-43e7-98a5-ad26674b6832', 'mac_address': 'fa:16:3e:15:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0037bc03-dc08-4217-af7b-208bda340c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:38:30Z', 'updated_at': '2022-05-27T03:38:58Z', 'revision_number': 1, 'project_id': '3ca63dae986749728daf5c42db0d14e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ff380c-0799-4cd2-a8e3-a627c40232e6', 'name': '', 'network_id': '7a2ea638-361b-43e7-98a5-ad26674b6832', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'mac_address': 'fa:16:3e:db:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f2766fdc-78e4-4021-8ae5-25446d105c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:16Z', 'updated_at': '2022-05-27T03:38:31Z', 'revision_number': 5, 'project_id': '3ca63dae986749728daf5c42db0d14e3', 'subnets': [{'id': 'f2766fdc-78e4-4021-8ae5-25446d105c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:00.202698 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24adf00c-6af4-4cb4-b82d-475bea00c175 None None] Checking router: 3ea81409-8cbf-4ea2-bf1f-784c8d3f3232 for host: dv-cinder-843361-2-smb {{(pid=104680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:39:00.212334 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24adf00c-6af4-4cb4-b82d-475bea00c175 None None] Routers {'3ea81409-8cbf-4ea2-bf1f-784c8d3f3232'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:39:00.212949 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-24adf00c-6af4-4cb4-b82d-475bea00c175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:38:38Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['3ea81409-8cbf-4ea2-bf1f-784c8d3f3232'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:00.214585 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b7d04db8-4bbe-40fe-8b1e-8ef63a579c5d req-2c88891d-2ec0-4b80-9eed-7b5e68f02a3b tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7f1597c-3979-419d-ad8c-f8ac67a2f14a HTTP/1.1" status: 200 len: 210 time: 0.0285397 May 27 03:39:00.334712 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 6 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:39:00.399579 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-24adf00c-6af4-4cb4-b82d-475bea00c175 None None] Set router 3ea81409-8cbf-4ea2-bf1f-784c8d3f3232 gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:39:00.656322 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db8639-0209-4660-9af0-99a548e887ad req-30f09fce-f10b-4427-a15c-0318f0752da5 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:00.658106 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b6db8639-0209-4660-9af0-99a548e887ad req-30f09fce-f10b-4427-a15c-0318f0752da5 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 945 time: 0.0506246 May 27 03:39:00.670081 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 52156) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:00.675733 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-24adf00c-6af4-4cb4-b82d-475bea00c175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'name': 'tempest-AttachVolumeTestJSON-674304045-router', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:38:11Z', 'updated_at': '2022-05-27T03:38:19Z', 'revision_number': 4, 'project_id': '3ca63dae986749728daf5c42db0d14e3', 'gw_port': {'id': 'a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:12Z', 'updated_at': '2022-05-27T03:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_floatingips': [{'id': 'b43906f8-3a6a-4f83-842e-d75eaee83ef8', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'floating_ip_address': '172.28.2.45', 'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'router_id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'port_id': 'c8aa1527-651b-4926-9e46-f9c266094b42', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a2ea638-361b-43e7-98a5-ad26674b6832', 'mac_address': 'fa:16:3e:15:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0037bc03-dc08-4217-af7b-208bda340c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:38:30Z', 'updated_at': '2022-05-27T03:38:58Z', 'revision_number': 1, 'project_id': '3ca63dae986749728daf5c42db0d14e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ff380c-0799-4cd2-a8e3-a627c40232e6', 'name': '', 'network_id': '7a2ea638-361b-43e7-98a5-ad26674b6832', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'mac_address': 'fa:16:3e:db:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f2766fdc-78e4-4021-8ae5-25446d105c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:16Z', 'updated_at': '2022-05-27T03:38:31Z', 'revision_number': 5, 'project_id': '3ca63dae986749728daf5c42db0d14e3', 'subnets': [{'id': 'f2766fdc-78e4-4021-8ae5-25446d105c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:00.715489 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24adf00c-6af4-4cb4-b82d-475bea00c175 None None] The sync data for ids ['3ea81409-8cbf-4ea2-bf1f-784c8d3f3232'] in dv-cinder-843361-2-smb is: [{'id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'name': 'tempest-AttachVolumeTestJSON-674304045-router', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:38:11Z', 'updated_at': '2022-05-27T03:38:19Z', 'revision_number': 4, 'project_id': '3ca63dae986749728daf5c42db0d14e3', 'gw_port': {'id': 'a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:12Z', 'updated_at': '2022-05-27T03:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_floatingips': [{'id': 'b43906f8-3a6a-4f83-842e-d75eaee83ef8', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'floating_ip_address': '172.28.2.45', 'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'router_id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'port_id': 'c8aa1527-651b-4926-9e46-f9c266094b42', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a2ea638-361b-43e7-98a5-ad26674b6832', 'mac_address': 'fa:16:3e:15:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0037bc03-dc08-4217-af7b-208bda340c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:38:30Z', 'updated_at': '2022-05-27T03:38:58Z', 'revision_number': 1, 'project_id': '3ca63dae986749728daf5c42db0d14e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ff380c-0799-4cd2-a8e3-a627c40232e6', 'name': '', 'network_id': '7a2ea638-361b-43e7-98a5-ad26674b6832', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'mac_address': 'fa:16:3e:db:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f2766fdc-78e4-4021-8ae5-25446d105c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:16Z', 'updated_at': '2022-05-27T03:38:31Z', 'revision_number': 5, 'project_id': '3ca63dae986749728daf5c42db0d14e3', 'subnets': [{'id': 'f2766fdc-78e4-4021-8ae5-25446d105c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:39:00.716372 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b6db8639-0209-4660-9af0-99a548e887ad req-56617773-8421-4f85-9aed-b45f50cebea0 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516975 May 27 03:39:00.820397 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-0b05aacb-f1ef-42f7-bca0-69e95183bd08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:00.899249 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-0b05aacb-f1ef-42f7-bca0-69e95183bd08 admin admin] Publish callbacks [] for security_group (9b3014bf-e065-46f0-8750-a5ba24763979), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:00.947818 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d223c8-6063-4142-a632-94c7d78cdacd None None] New status for floating IP b43906f8-3a6a-4f83-842e-d75eaee83ef8: ACTIVE {{(pid=104679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:39:01.038893 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-0b05aacb-f1ef-42f7-bca0-69e95183bd08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (9b3014bf-e065-46f0-8750-a5ba24763979), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:01.081781 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-0b05aacb-f1ef-42f7-bca0-69e95183bd08 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b7c46aea94ad46ad88d8d927e26de536&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4106328 May 27 03:39:01.082661 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b05aacb-f1ef-42f7-bca0-69e95183bd08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3014bf-e065-46f0-8750-a5ba24763979,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:01.084650 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 52172) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:01.124163 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:01.143515 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9af84676-a8d4-4d79-baad-ff7bba934d14 admin admin] Publish callbacks [] for security_group (9b3014bf-e065-46f0-8750-a5ba24763979), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:01.170133 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9af84676-a8d4-4d79-baad-ff7bba934d14 admin admin] Publish callbacks [] for security_group (9b3014bf-e065-46f0-8750-a5ba24763979), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:01.332275 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-e495f442-7246-4e70-a49d-eb159037db51 req-a5435b0d-72e8-44e8-8447-1dc4ebf0c325 tempest-DeleteServersTestJSON-1314053365 tempest-DeleteServersTestJSON-1314053365-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7f1597c-3979-419d-ad8c-f8ac67a2f14a HTTP/1.1" status: 200 len: 210 time: 0.0274928 May 27 03:39:01.372118 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9af84676-a8d4-4d79-baad-ff7bba934d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (9b3014bf-e065-46f0-8750-a5ba24763979), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:01.376241 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9af84676-a8d4-4d79-baad-ff7bba934d14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:01.377680 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-9af84676-a8d4-4d79-baad-ff7bba934d14 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9b3014bf-e065-46f0-8750-a5ba24763979 HTTP/1.1" status: 204 len: 168 time: 0.2916412 May 27 03:39:01.412143 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af84676-a8d4-4d79-baad-ff7bba934d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3014bf-e065-46f0-8750-a5ba24763979,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:01.835689 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf101dff-6906-4c85-bbc4-28dc0e18258b req-8b8600cb-12a6-44ed-9c85-5984ec6d9ef1 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:01.837456 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-bf101dff-6906-4c85-bbc4-28dc0e18258b req-8b8600cb-12a6-44ed-9c85-5984ec6d9ef1 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 945 time: 0.0467675 May 27 03:39:01.849965 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0037bc03-dc08-4217-af7b-208bda340c89', 'tag': 'c8aa1527-651b-4926-9e46-f9c266094b42'}] {{(pid=104678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:39:01.852367 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e1ed873ee784d85eb1b1d61ec54b86d2255e46a50b7e273563a24fff47d01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0be7cf-b2fe-4f46-a5bd-a6101f731d9d" -d '{"events": [{"name": "network-changed", "server_uuid": "0037bc03-dc08-4217-af7b-208bda340c89", "tag": "c8aa1527-651b-4926-9e46-f9c266094b42"}]}' {{(pid=104678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:39:01.889698 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8788a11c-c9d2-4d7b-a82e-1cfc9e796766 x-openstack-request-id: req-8788a11c-c9d2-4d7b-a82e-1cfc9e796766 {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:39:01.889983 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0037bc03-dc08-4217-af7b-208bda340c89", "tag": "c8aa1527-651b-4926-9e46-f9c266094b42", "status": "completed", "code": 200}]} {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:39:01.890231 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8788a11c-c9d2-4d7b-a82e-1cfc9e796766 {{(pid=104678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:39:01.890491 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-bf101dff-6906-4c85-bbc4-28dc0e18258b req-c9ae483c-ca32-4c5b-8633-22e0a452f627 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452125 May 27 03:39:01.890610 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8788a11c-c9d2-4d7b-a82e-1cfc9e796766'] response: {'name': 'network-changed', 'server_uuid': '0037bc03-dc08-4217-af7b-208bda340c89', 'tag': 'c8aa1527-651b-4926-9e46-f9c266094b42', 'status': 'completed', 'code': 200} May 27 03:39:01.963306 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0be7cf-b2fe-4f46-a5bd-a6101f731d9d req-8a07955c-ca28-44c3-b816-6b0d80fcfee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:01.965122 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-6c0be7cf-b2fe-4f46-a5bd-a6101f731d9d req-8a07955c-ca28-44c3-b816-6b0d80fcfee2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3ca63dae986749728daf5c42db0d14e3&device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 1129 time: 0.0422647 May 27 03:39:02.056026 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0be7cf-b2fe-4f46-a5bd-a6101f731d9d req-cd4a11cf-f856-4706-8759-4365d25a4696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:02.058742 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-6c0be7cf-b2fe-4f46-a5bd-a6101f731d9d req-cd4a11cf-f856-4706-8759-4365d25a4696 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7a2ea638-361b-43e7-98a5-ad26674b6832 HTTP/1.1" status: 200 len: 911 time: 0.0865097 May 27 03:39:02.149423 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-6c0be7cf-b2fe-4f46-a5bd-a6101f731d9d req-c2bf4213-851d-4497-9bd1-030fd3c4b0be service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8aa1527-651b-4926-9e46-f9c266094b42 HTTP/1.1" status: 200 len: 1000 time: 0.0850182 May 27 03:39:02.198577 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0be7cf-b2fe-4f46-a5bd-a6101f731d9d req-f556d7ce-2578-4d1b-8a65-179cf87dbefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:02.200033 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-6c0be7cf-b2fe-4f46-a5bd-a6101f731d9d req-f556d7ce-2578-4d1b-8a65-179cf87dbefa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f2766fdc-78e4-4021-8ae5-25446d105c00 HTTP/1.1" status: 200 len: 849 time: 0.0451615 May 27 03:39:02.248903 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0be7cf-b2fe-4f46-a5bd-a6101f731d9d req-2dda4618-805d-492e-93b4-99f4d5fdbbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:02.250461 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-6c0be7cf-b2fe-4f46-a5bd-a6101f731d9d req-2dda4618-805d-492e-93b4-99f4d5fdbbda service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7a2ea638-361b-43e7-98a5-ad26674b6832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0428865 May 27 03:39:02.342923 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 52202) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:02.358420 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9430-29be-4448-b2e4-c7dd931c236d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:02.370533 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-6c0be7cf-b2fe-4f46-a5bd-a6101f731d9d req-313c15a7-cd9a-46ac-95e0-05a5336e8501 service neutron] 10.222.0.72 "GET /v2.0/networks/7a2ea638-361b-43e7-98a5-ad26674b6832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049919 May 27 03:39:02.462618 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9430-29be-4448-b2e4-c7dd931c236d admin admin] Publish callbacks [] for security_group (61fea357-fbfa-4a98-bea8-52cca4cc4fd8), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:02.472031 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-6c0be7cf-b2fe-4f46-a5bd-a6101f731d9d req-7811f19a-28fc-4bad-ae98-b254c2a4c693 service neutron] 10.222.0.72 "GET /v2.0/networks/7a2ea638-361b-43e7-98a5-ad26674b6832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953767 May 27 03:39:02.559179 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9430-29be-4448-b2e4-c7dd931c236d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (61fea357-fbfa-4a98-bea8-52cca4cc4fd8), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:02.606112 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-7b6b9430-29be-4448-b2e4-c7dd931c236d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5847cc8f5e70464a8148025e73725836&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2621219 May 27 03:39:02.606976 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b9430-29be-4448-b2e4-c7dd931c236d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61fea357-fbfa-4a98-bea8-52cca4cc4fd8,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:02.608835 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 52220) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:02.675217 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-e664abe5-4f73-45a4-84c1-4704cc88235e admin admin] Publish callbacks [] for security_group (61fea357-fbfa-4a98-bea8-52cca4cc4fd8), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:02.701299 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-e664abe5-4f73-45a4-84c1-4704cc88235e admin admin] Publish callbacks [] for security_group (61fea357-fbfa-4a98-bea8-52cca4cc4fd8), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:02.776521 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:02.878820 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-e664abe5-4f73-45a4-84c1-4704cc88235e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (61fea357-fbfa-4a98-bea8-52cca4cc4fd8), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:02.881547 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-e664abe5-4f73-45a4-84c1-4704cc88235e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:02.883231 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-e664abe5-4f73-45a4-84c1-4704cc88235e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/61fea357-fbfa-4a98-bea8-52cca4cc4fd8 HTTP/1.1" status: 204 len: 168 time: 0.2727618 May 27 03:39:02.893968 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e664abe5-4f73-45a4-84c1-4704cc88235e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fea357-fbfa-4a98-bea8-52cca4cc4fd8,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:03.019320 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a39f1-4447-428f-bdf5-0791f4a699d2 req-9ae20e3b-0b5e-4d03-9d1d-b6c8f50e4a0e tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:03.020826 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-a57a39f1-4447-428f-bdf5-0791f4a699d2 req-9ae20e3b-0b5e-4d03-9d1d-b6c8f50e4a0e tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 945 time: 0.0527399 May 27 03:39:03.085677 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-a57a39f1-4447-428f-bdf5-0791f4a699d2 req-391e9c68-c3db-4db7-96d1-498eeed0d3a9 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575185 May 27 03:39:03.153654 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:03.528662 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 2acbf077-6162-483f-a60b-11075adc77c8 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:39:03.548492 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] No Port match for: 2acbf077-6162-483f-a60b-11075adc77c8 {{(pid=104679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:39:03.548840 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 2acbf077-6162-483f-a60b-11075adc77c8 not bound to the agent host hv-cinder-84336 {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:39:03.850642 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:03.897494 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 52254) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:03.928029 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-5e86dc7e-11cc-4dce-8e7b-874d41dfe2fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:04.017222 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-5e86dc7e-11cc-4dce-8e7b-874d41dfe2fb admin admin] Publish callbacks [] for security_group (c8b9c010-7834-4a73-8228-ace966baa1db), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:04.204771 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d7081-87f9-4bd6-9bfd-43bc5b310fea req-29f26ab4-9016-4cbd-8261-1d7405e190c6 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:04.206314 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-681d7081-87f9-4bd6-9bfd-43bc5b310fea req-29f26ab4-9016-4cbd-8261-1d7405e190c6 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 945 time: 0.0484960 May 27 03:39:04.244913 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-5e86dc7e-11cc-4dce-8e7b-874d41dfe2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (c8b9c010-7834-4a73-8228-ace966baa1db), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:04.259617 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-681d7081-87f9-4bd6-9bfd-43bc5b310fea req-437a5394-1a46-425c-adf4-bee54d316a3c tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473809 May 27 03:39:04.288986 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-5e86dc7e-11cc-4dce-8e7b-874d41dfe2fb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=aa3764f64be84e10ae004f2f4abfc995&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3834898 May 27 03:39:04.289876 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86dc7e-11cc-4dce-8e7b-874d41dfe2fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b9c010-7834-4a73-8228-ace966baa1db,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:04.292617 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 52278) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:04.343975 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0c6b8c39-f49d-4ccf-8f6e-0f447fed24dd admin admin] Publish callbacks [] for security_group (c8b9c010-7834-4a73-8228-ace966baa1db), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:04.366021 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0c6b8c39-f49d-4ccf-8f6e-0f447fed24dd admin admin] Publish callbacks [] for security_group (c8b9c010-7834-4a73-8228-ace966baa1db), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:04.519236 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0c6b8c39-f49d-4ccf-8f6e-0f447fed24dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (c8b9c010-7834-4a73-8228-ace966baa1db), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:04.522222 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0c6b8c39-f49d-4ccf-8f6e-0f447fed24dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:04.525826 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-0c6b8c39-f49d-4ccf-8f6e-0f447fed24dd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c8b9c010-7834-4a73-8228-ace966baa1db HTTP/1.1" status: 204 len: 168 time: 0.2294500 May 27 03:39:04.533922 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6b8c39-f49d-4ccf-8f6e-0f447fed24dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b9c010-7834-4a73-8228-ace966baa1db,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:05.221597 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 52316) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:05.272991 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ed96885-ce22-43d9-9dae-5138bcaa461d admin admin] Deleting subnet 3d08073a-347a-42f7-adcd-72165c329794 {{(pid=104677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:39:05.276339 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0ed96885-ce22-43d9-9dae-5138bcaa461d admin admin] Publish callbacks [] for subnet (3d08073a-347a-42f7-adcd-72165c329794), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:05.329306 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0ed96885-ce22-43d9-9dae-5138bcaa461d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59983962'] for subnet (3d08073a-347a-42f7-adcd-72165c329794), precommit_delete_associations {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:05.411088 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0ed96885-ce22-43d9-9dae-5138bcaa461d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380246'] for subnet (3d08073a-347a-42f7-adcd-72165c329794), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:05.418485 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea7679-37ec-4e5a-8873-5d49473b030d req-3fb92a72-c4cd-4def-9e54-f0dbd4567993 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:05.419966 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-d0ea7679-37ec-4e5a-8873-5d49473b030d req-3fb92a72-c4cd-4def-9e54-f0dbd4567993 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 945 time: 0.0667648 May 27 03:39:05.505804 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-d0ea7679-37ec-4e5a-8873-5d49473b030d req-e667f007-d7b4-426d-920c-83a2abadb2e0 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678997 May 27 03:39:05.609697 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0ed96885-ce22-43d9-9dae-5138bcaa461d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59984017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60058047'] for subnet (3d08073a-347a-42f7-adcd-72165c329794), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:05.642257 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0ed96885-ce22-43d9-9dae-5138bcaa461d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:05.645592 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-0ed96885-ce22-43d9-9dae-5138bcaa461d admin admin] 10.222.0.71 "DELETE /v2.0/subnets/3d08073a-347a-42f7-adcd-72165c329794 HTTP/1.1" status: 204 len: 168 time: 0.4226677 May 27 03:39:05.646869 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed96885-ce22-43d9-9dae-5138bcaa461d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d08073a-347a-42f7-adcd-72165c329794,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:05.648384 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 52328) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:05.729632 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-18494d1b-4b52-4d4e-ad36-0bbd60dc9e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370897'] for network (50bd6645-5af8-443d-90d8-1ce51f5e476b), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:05.824757 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-18494d1b-4b52-4d4e-ad36-0bbd60dc9e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376291', 'neutron.services.segments.db._delete_segments_for_network-8755264080240'] for network (50bd6645-5af8-443d-90d8-1ce51f5e476b), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:05.847782 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-18494d1b-4b52-4d4e-ad36-0bbd60dc9e45 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:05.848142 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-18494d1b-4b52-4d4e-ad36-0bbd60dc9e45 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:05.848989 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-18494d1b-4b52-4d4e-ad36-0bbd60dc9e45 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:05.849326 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-18494d1b-4b52-4d4e-ad36-0bbd60dc9e45 admin admin] Subscribe: > port after_create 55550000 {{(pid=104678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:05.849647 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-18494d1b-4b52-4d4e-ad36-0bbd60dc9e45 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:05.849972 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-18494d1b-4b52-4d4e-ad36-0bbd60dc9e45 admin admin] Subscribe: > port after_update 55550000 {{(pid=104678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:05.852244 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-18494d1b-4b52-4d4e-ad36-0bbd60dc9e45 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:05.852244 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-18494d1b-4b52-4d4e-ad36-0bbd60dc9e45 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:05.852244 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-18494d1b-4b52-4d4e-ad36-0bbd60dc9e45 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:05.852244 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-18494d1b-4b52-4d4e-ad36-0bbd60dc9e45 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:05.954850 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-18494d1b-4b52-4d4e-ad36-0bbd60dc9e45 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:05.955208 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-18494d1b-4b52-4d4e-ad36-0bbd60dc9e45 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:05.955542 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-18494d1b-4b52-4d4e-ad36-0bbd60dc9e45 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:05.955876 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-18494d1b-4b52-4d4e-ad36-0bbd60dc9e45 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:39:05.956267 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.services.segments.db [None req-18494d1b-4b52-4d4e-ad36-0bbd60dc9e45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50bd6645-5af8-443d-90d8-1ce51f5e476b']}} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:06.016275 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.services.segments.db [None req-18494d1b-4b52-4d4e-ad36-0bbd60dc9e45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe99d2d7-7f56-4936-8b37-91a478479ac6') {'for_net_delete': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:06.016275 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.services.segments.db [None req-18494d1b-4b52-4d4e-ad36-0bbd60dc9e45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe99d2d7-7f56-4936-8b37-91a478479ac6') {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:06.016275 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-18494d1b-4b52-4d4e-ad36-0bbd60dc9e45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755264080505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62397937'] for segment (fe99d2d7-7f56-4936-8b37-91a478479ac6), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:06.026143 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-18494d1b-4b52-4d4e-ad36-0bbd60dc9e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105'] for segment (fe99d2d7-7f56-4936-8b37-91a478479ac6), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:06.036223 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18494d1b-4b52-4d4e-ad36-0bbd60dc9e45 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=104678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:39:06.036683 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-18494d1b-4b52-4d4e-ad36-0bbd60dc9e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62479245'] for segment (fe99d2d7-7f56-4936-8b37-91a478479ac6), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:06.328273 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.services.segments.plugin [-] Segment fe99d2d7-7f56-4936-8b37-91a478479ac6 resource provider aggregate not found May 27 03:39:06.328273 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.services.segments.plugin [-] Segment fe99d2d7-7f56-4936-8b37-91a478479ac6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fe99d2d7-7f56-4936-8b37-91a478479ac6 found for delete ", "request_id": "req-8c7483a3-3ad2-4b80-88e5-335611250e37"}]} May 27 03:39:06.468824 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-18494d1b-4b52-4d4e-ad36-0bbd60dc9e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665655'] for network (50bd6645-5af8-443d-90d8-1ce51f5e476b), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:06.474981 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d0c5fc74-838d-408f-81d0-d5b3d9f86c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:06.481025 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-18494d1b-4b52-4d4e-ad36-0bbd60dc9e45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for network (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:06.495865 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-18494d1b-4b52-4d4e-ad36-0bbd60dc9e45 admin admin] 10.222.0.71 "DELETE /v2.0/networks/50bd6645-5af8-443d-90d8-1ce51f5e476b HTTP/1.1" status: 204 len: 168 time: 0.8426683 May 27 03:39:06.509203 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18494d1b-4b52-4d4e-ad36-0bbd60dc9e45 admin admin] Pushing event deleted for resources: {'Network': ['ID=50bd6645-5af8-443d-90d8-1ce51f5e476b,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:06.658687 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82124f60-60a9-43e2-b764-7e28d24716cc req-44e3c5ab-e6e9-421d-bc1c-ef22444e87f4 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:06.660258 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-82124f60-60a9-43e2-b764-7e28d24716cc req-44e3c5ab-e6e9-421d-bc1c-ef22444e87f4 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 945 time: 0.0706558 May 27 03:39:06.709782 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-82124f60-60a9-43e2-b764-7e28d24716cc req-42f4183b-dd30-4748-941b-62eeb08352ae tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435352 May 27 03:39:06.788476 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:07.165518 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:07.176980 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 52394) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:07.224703 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-84bf0b5d-116c-40b3-86c4-3b3c0f4f9bb4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3268641ef3164a9e934c362142f80fb4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0464540 May 27 03:39:07.227563 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 52400) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:07.470153 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=100 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:07.527103 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-65e474fc-182a-456d-b19a-f1e44249a918 req-0d9d0a25-5236-4dcf-871e-9c9c6670ee50 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=82c7f5b6-c44c-4245-8f43-888d1a4e50bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680623 May 27 03:39:07.541850 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-dffc415d-c785-433b-87e2-ff6a925324f1 admin admin] Publish callbacks [] for security_group (cc5ea44f-3c1e-4c4d-bdb3-f869da37bcaa), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:07.564934 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-dffc415d-c785-433b-87e2-ff6a925324f1 admin admin] Publish callbacks [] for security_group (cc5ea44f-3c1e-4c4d-bdb3-f869da37bcaa), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:07.632437 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e474fc-182a-456d-b19a-f1e44249a918 req-d307e877-f4fe-451e-8f25-17b830814fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:07.633975 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-65e474fc-182a-456d-b19a-f1e44249a918 req-d307e877-f4fe-451e-8f25-17b830814fa9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8c649113d597484d8d1f5f046a8cac59&device_id=82c7f5b6-c44c-4245-8f43-888d1a4e50bd HTTP/1.1" status: 200 len: 1130 time: 0.0574796 May 27 03:39:07.696491 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:07.741789 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e474fc-182a-456d-b19a-f1e44249a918 req-f61c9159-74ff-455e-972a-e21e8e7a922f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:07.743247 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-65e474fc-182a-456d-b19a-f1e44249a918 req-f61c9159-74ff-455e-972a-e21e8e7a922f service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f916a43-2562-4d0d-bd29-c5c8a7d74b6a HTTP/1.1" status: 200 len: 919 time: 0.0884256 May 27 03:39:07.758414 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-dffc415d-c785-433b-87e2-ff6a925324f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (cc5ea44f-3c1e-4c4d-bdb3-f869da37bcaa), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:07.761506 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-dffc415d-c785-433b-87e2-ff6a925324f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:07.763344 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-dffc415d-c785-433b-87e2-ff6a925324f1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cc5ea44f-3c1e-4c4d-bdb3-f869da37bcaa HTTP/1.1" status: 204 len: 168 time: 0.5341451 May 27 03:39:07.802119 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc415d-c785-433b-87e2-ff6a925324f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5ea44f-3c1e-4c4d-bdb3-f869da37bcaa,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:07.805098 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-65e474fc-182a-456d-b19a-f1e44249a918 req-d38ca999-1563-45bc-9f65-d4130f8cb6d4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f HTTP/1.1" status: 200 len: 217 time: 0.0528924 May 27 03:39:07.861392 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f033dfe-2536-443e-92b1-c8f33a14426c req-b430f9bd-e0d8-44c0-b85c-5a4c63a696b2 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:07.865118 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-7f033dfe-2536-443e-92b1-c8f33a14426c req-b430f9bd-e0d8-44c0-b85c-5a4c63a696b2 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 945 time: 0.0803764 May 27 03:39:07.882635 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e474fc-182a-456d-b19a-f1e44249a918 req-f571beb6-e2cd-4558-bdf2-dae5e1984f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:07.884371 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-65e474fc-182a-456d-b19a-f1e44249a918 req-f571beb6-e2cd-4558-bdf2-dae5e1984f27 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e9e7a5b0-6940-4778-807b-b50ae30078a7 HTTP/1.1" status: 200 len: 857 time: 0.0631471 May 27 03:39:07.995673 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e474fc-182a-456d-b19a-f1e44249a918 req-c49e8410-f480-4aa1-a128-cd9e0ff968df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:07.995673 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-65e474fc-182a-456d-b19a-f1e44249a918 req-c49e8410-f480-4aa1-a128-cd9e0ff968df service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f916a43-2562-4d0d-bd29-c5c8a7d74b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0670006 May 27 03:39:07.995849 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-7f033dfe-2536-443e-92b1-c8f33a14426c req-c6d8b795-b30e-473d-8305-ef6704623430 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816178 May 27 03:39:08.067709 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-65e474fc-182a-456d-b19a-f1e44249a918 req-927c5105-10b6-41c9-9912-922a3134a62c service neutron] 10.222.0.72 "GET /v2.0/networks/2f916a43-2562-4d0d-bd29-c5c8a7d74b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021969 May 27 03:39:08.166928 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-65e474fc-182a-456d-b19a-f1e44249a918 req-e4199f9e-537f-4b68-90a7-32a2240b823c service neutron] 10.222.0.72 "GET /v2.0/networks/2f916a43-2562-4d0d-bd29-c5c8a7d74b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842254 May 27 03:39:08.398823 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-53edc6c4-3ea3-4a6f-960e-3966fffc5a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:08.593157 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:08.622231 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:08.783647 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 52442) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:08.916316 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-674cb804-6133-4295-b791-49347c149b3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:09.002623 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-674cb804-6133-4295-b791-49347c149b3f admin admin] Publish callbacks [] for security_group (19a68142-8a05-4efc-9c47-72f7ccc27466), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:09.096059 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb950681-212f-4029-b844-1793eb61a9b1 req-680026d7-a458-4d58-bc25-2c4c154b14fd tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:09.097608 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-bb950681-212f-4029-b844-1793eb61a9b1 req-680026d7-a458-4d58-bc25-2c4c154b14fd tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 945 time: 0.0470481 May 27 03:39:09.157939 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-bb950681-212f-4029-b844-1793eb61a9b1 req-dbf347af-28e6-413f-a63c-51652e6ee091 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545969 May 27 03:39:09.181985 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-674cb804-6133-4295-b791-49347c149b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (19a68142-8a05-4efc-9c47-72f7ccc27466), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:09.222466 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-674cb804-6133-4295-b791-49347c149b3f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=01c8ecd1804b4d72a38c57dbe846021e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4377840 May 27 03:39:09.223306 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674cb804-6133-4295-b791-49347c149b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a68142-8a05-4efc-9c47-72f7ccc27466,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:09.225095 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 52460) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:09.230852 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cb804-6133-4295-b791-49347c149b3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:09.231291 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cb804-6133-4295-b791-49347c149b3f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:09.231833 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cb804-6133-4295-b791-49347c149b3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:09.232278 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cb804-6133-4295-b791-49347c149b3f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:09.232624 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cb804-6133-4295-b791-49347c149b3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:09.232958 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cb804-6133-4295-b791-49347c149b3f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:09.233302 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cb804-6133-4295-b791-49347c149b3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:09.233632 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cb804-6133-4295-b791-49347c149b3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:09.233949 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cb804-6133-4295-b791-49347c149b3f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:09.234474 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cb804-6133-4295-b791-49347c149b3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:09.234946 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cb804-6133-4295-b791-49347c149b3f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:09.235457 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cb804-6133-4295-b791-49347c149b3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:09.235783 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cb804-6133-4295-b791-49347c149b3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:09.236108 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cb804-6133-4295-b791-49347c149b3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:09.236428 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cb804-6133-4295-b791-49347c149b3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:09.281072 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-4e4ae13e-5407-443f-b990-ed6e2454db10 admin admin] Publish callbacks [] for security_group (19a68142-8a05-4efc-9c47-72f7ccc27466), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:09.308236 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-4e4ae13e-5407-443f-b990-ed6e2454db10 admin admin] Publish callbacks [] for security_group (19a68142-8a05-4efc-9c47-72f7ccc27466), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:09.312782 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:09.368546 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:09.465525 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-4e4ae13e-5407-443f-b990-ed6e2454db10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (19a68142-8a05-4efc-9c47-72f7ccc27466), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:09.468116 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-4e4ae13e-5407-443f-b990-ed6e2454db10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:09.469471 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-4e4ae13e-5407-443f-b990-ed6e2454db10 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/19a68142-8a05-4efc-9c47-72f7ccc27466 HTTP/1.1" status: 204 len: 168 time: 0.2432992 May 27 03:39:09.478085 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ae13e-5407-443f-b990-ed6e2454db10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a68142-8a05-4efc-9c47-72f7ccc27466,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:09.487151 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ae13e-5407-443f-b990-ed6e2454db10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:09.487651 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ae13e-5407-443f-b990-ed6e2454db10 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:09.488024 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ae13e-5407-443f-b990-ed6e2454db10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:09.488386 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ae13e-5407-443f-b990-ed6e2454db10 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:09.488727 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ae13e-5407-443f-b990-ed6e2454db10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:09.489059 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ae13e-5407-443f-b990-ed6e2454db10 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:09.489448 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ae13e-5407-443f-b990-ed6e2454db10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:09.489779 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ae13e-5407-443f-b990-ed6e2454db10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:09.490106 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ae13e-5407-443f-b990-ed6e2454db10 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:09.490432 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ae13e-5407-443f-b990-ed6e2454db10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:09.490756 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ae13e-5407-443f-b990-ed6e2454db10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:09.491218 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ae13e-5407-443f-b990-ed6e2454db10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:09.491552 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ae13e-5407-443f-b990-ed6e2454db10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:09.491876 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ae13e-5407-443f-b990-ed6e2454db10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:09.492396 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ae13e-5407-443f-b990-ed6e2454db10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:09.873319 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:10.280228 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba675c8-c2ca-417b-8586-0a9125307658 req-2dea059c-eea5-4e3b-be5a-9b72dfb590c5 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:10.281902 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-bba675c8-c2ca-417b-8586-0a9125307658 req-2dea059c-eea5-4e3b-be5a-9b72dfb590c5 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 945 time: 0.0529497 May 27 03:39:10.334552 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-bba675c8-c2ca-417b-8586-0a9125307658 req-9aa070c8-e008-4545-8465-fe4464df6b93 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469720 May 27 03:39:10.336028 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:10.383504 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 52510) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:10.400710 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-6d9da8ae-f96f-4c20-a406-92242df910c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:10.419233 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 52512) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:10.486652 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-6d9da8ae-f96f-4c20-a406-92242df910c5 admin admin] Publish callbacks [] for security_group (182692da-6703-41f8-9749-2976921cca55), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:10.524782 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:10.564513 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-6d9da8ae-f96f-4c20-a406-92242df910c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (182692da-6703-41f8-9749-2976921cca55), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:10.599492 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-6b0f1c75-0deb-419c-a0c9-cc2fb4925eb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:10.622941 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9da8ae-f96f-4c20-a406-92242df910c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182692da-6703-41f8-9749-2976921cca55,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:10.628540 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-6d9da8ae-f96f-4c20-a406-92242df910c5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=198f38370f44482d93832ac57c2817e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2439411 May 27 03:39:10.631154 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 52522) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:10.666799 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=76 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:10.680258 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=81,neutron:DELETE=1 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:10.703745 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-d324f661-4b6d-4774-9231-bf627a8974cc admin admin] Publish callbacks [] for security_group (182692da-6703-41f8-9749-2976921cca55), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:10.737361 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-d324f661-4b6d-4774-9231-bf627a8974cc admin admin] Publish callbacks [] for security_group (182692da-6703-41f8-9749-2976921cca55), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:10.762696 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-6b0f1c75-0deb-419c-a0c9-cc2fb4925eb6 admin admin] Publish callbacks [] for security_group (6b21f2ac-c05b-47c8-8781-bc3c22379408), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:10.861818 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-6b0f1c75-0deb-419c-a0c9-cc2fb4925eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (6b21f2ac-c05b-47c8-8781-bc3c22379408), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:10.906834 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0f1c75-0deb-419c-a0c9-cc2fb4925eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b21f2ac-c05b-47c8-8781-bc3c22379408,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:10.920978 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-d324f661-4b6d-4774-9231-bf627a8974cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (182692da-6703-41f8-9749-2976921cca55), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:10.926430 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-6b0f1c75-0deb-419c-a0c9-cc2fb4925eb6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c708098facd145e988b6785a3e0f2cd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5057139 May 27 03:39:10.928167 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-d324f661-4b6d-4774-9231-bf627a8974cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:10.929027 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 52548) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:10.930609 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-d324f661-4b6d-4774-9231-bf627a8974cc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/182692da-6703-41f8-9749-2976921cca55 HTTP/1.1" status: 204 len: 168 time: 0.2984810 May 27 03:39:10.948668 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d324f661-4b6d-4774-9231-bf627a8974cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182692da-6703-41f8-9749-2976921cca55,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:10.991916 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-26d0f0f4-cf48-4fd0-b1a5-5569fccbdd9c admin admin] Publish callbacks [] for security_group (6b21f2ac-c05b-47c8-8781-bc3c22379408), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:11.019652 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-26d0f0f4-cf48-4fd0-b1a5-5569fccbdd9c admin admin] Publish callbacks [] for security_group (6b21f2ac-c05b-47c8-8781-bc3c22379408), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:11.119504 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:11.204665 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-26d0f0f4-cf48-4fd0-b1a5-5569fccbdd9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (6b21f2ac-c05b-47c8-8781-bc3c22379408), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:11.207234 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-26d0f0f4-cf48-4fd0-b1a5-5569fccbdd9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:11.208371 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-26d0f0f4-cf48-4fd0-b1a5-5569fccbdd9c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6b21f2ac-c05b-47c8-8781-bc3c22379408 HTTP/1.1" status: 204 len: 168 time: 0.2782409 May 27 03:39:11.217517 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d0f0f4-cf48-4fd0-b1a5-5569fccbdd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b21f2ac-c05b-47c8-8781-bc3c22379408,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:11.467012 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c9190-c71e-4384-ad07-55e7b16bdbcb req-d76c8e26-57ae-4275-a39c-382332044bfc tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:11.468531 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-dc3c9190-c71e-4384-ad07-55e7b16bdbcb req-d76c8e26-57ae-4275-a39c-382332044bfc tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 945 time: 0.0598211 May 27 03:39:11.520522 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-dc3c9190-c71e-4384-ad07-55e7b16bdbcb req-21ce5297-3997-4eee-bbf8-070d455ef25c tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457387 May 27 03:39:12.038305 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 52594) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:12.053290 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d17ca02d-d5e5-4c7a-aaf8-3a3251ef0720 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:12.134752 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d17ca02d-d5e5-4c7a-aaf8-3a3251ef0720 admin admin] Publish callbacks [] for security_group (a7d05d16-3f83-43e0-8a09-aa1307666e48), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:12.265768 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d17ca02d-d5e5-4c7a-aaf8-3a3251ef0720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (a7d05d16-3f83-43e0-8a09-aa1307666e48), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:12.305421 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-d17ca02d-d5e5-4c7a-aaf8-3a3251ef0720 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=76d904ef204f40e8a16cba50ca093313&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2659733 May 27 03:39:12.306645 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ca02d-d5e5-4c7a-aaf8-3a3251ef0720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d05d16-3f83-43e0-8a09-aa1307666e48,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:12.308088 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 52598) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:12.370833 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:12.384920 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-e1091b5e-03a9-47ff-a662-b1ac821550ea admin admin] Publish callbacks [] for security_group (a7d05d16-3f83-43e0-8a09-aa1307666e48), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:12.414471 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-e1091b5e-03a9-47ff-a662-b1ac821550ea admin admin] Publish callbacks [] for security_group (a7d05d16-3f83-43e0-8a09-aa1307666e48), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:12.541983 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-e1091b5e-03a9-47ff-a662-b1ac821550ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (a7d05d16-3f83-43e0-8a09-aa1307666e48), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:12.544953 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-e1091b5e-03a9-47ff-a662-b1ac821550ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:12.546153 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-e1091b5e-03a9-47ff-a662-b1ac821550ea admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a7d05d16-3f83-43e0-8a09-aa1307666e48 HTTP/1.1" status: 204 len: 168 time: 0.2370782 May 27 03:39:12.557613 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1091b5e-03a9-47ff-a662-b1ac821550ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d05d16-3f83-43e0-8a09-aa1307666e48,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:12.677885 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7989367-9c55-45fb-9b90-8ea411ef95cc req-b11d772c-5ea7-48f7-9791-cd4aa8ad7bce tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:12.678561 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c7989367-9c55-45fb-9b90-8ea411ef95cc req-b11d772c-5ea7-48f7-9791-cd4aa8ad7bce tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 945 time: 0.0556748 May 27 03:39:12.732812 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c7989367-9c55-45fb-9b90-8ea411ef95cc req-d87f3dd4-1adc-4cae-ab7c-1a98711457d2 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483036 May 27 03:39:12.895953 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:13.588390 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:13.861494 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04774db-3f23-4ddd-853f-ade444703add req-ffc1b9ae-4ed4-40ec-abb4-3fc074e5997a tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:13.863070 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-a04774db-3f23-4ddd-853f-ade444703add req-ffc1b9ae-4ed4-40ec-abb4-3fc074e5997a tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 945 time: 0.0556791 May 27 03:39:13.927506 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-a04774db-3f23-4ddd-853f-ade444703add req-f1111c54-582b-4ef3-9dbd-7295cb2318ef tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539672 May 27 03:39:14.033390 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:INSERT=16,neutron:SELECT=83,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:14.385474 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:14.473490 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:14.678000 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 52750) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:14.894993 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-8c57414f-4257-4bcf-8827-1c4468ae6463 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:14.928259 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 52766) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:15.006762 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-8c57414f-4257-4bcf-8827-1c4468ae6463 admin admin] Publish callbacks [] for security_group (9c7aa171-7ee7-4192-9299-6e25e791ca27), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:15.075197 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-430be87a-f4d7-4ed8-9310-356cc85346bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:15.100397 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-8c57414f-4257-4bcf-8827-1c4468ae6463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (9c7aa171-7ee7-4192-9299-6e25e791ca27), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:15.165360 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-8c57414f-4257-4bcf-8827-1c4468ae6463 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c519a76b7c6c401cb2bdc45e6d0b7a29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4855771 May 27 03:39:15.168518 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 52782) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:15.224287 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57414f-4257-4bcf-8827-1c4468ae6463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7aa171-7ee7-4192-9299-6e25e791ca27,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:15.265528 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e625f-2488-4244-8318-2989bcf422e8 req-4614ca99-f42b-4b5f-b632-aae595742714 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:15.267118 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-514e625f-2488-4244-8318-2989bcf422e8 req-4614ca99-f42b-4b5f-b632-aae595742714 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 945 time: 0.1054597 May 27 03:39:15.267700 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-0f23817d-c132-48ac-9e91-f8b581929221 admin admin] Publish callbacks [] for security_group (9c7aa171-7ee7-4192-9299-6e25e791ca27), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:15.297442 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-0f23817d-c132-48ac-9e91-f8b581929221 admin admin] Publish callbacks [] for security_group (9c7aa171-7ee7-4192-9299-6e25e791ca27), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:15.312630 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-430be87a-f4d7-4ed8-9310-356cc85346bf admin admin] Publish callbacks [] for security_group (bcc845db-536a-4088-aee9-a5094bfd157a), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:15.339368 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-514e625f-2488-4244-8318-2989bcf422e8 req-d274913f-d8ea-4bf6-a375-6671f8a8f862 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623469 May 27 03:39:15.397967 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-430be87a-f4d7-4ed8-9310-356cc85346bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (bcc845db-536a-4088-aee9-a5094bfd157a), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:15.420969 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-0f23817d-c132-48ac-9e91-f8b581929221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (9c7aa171-7ee7-4192-9299-6e25e791ca27), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:15.424910 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-0f23817d-c132-48ac-9e91-f8b581929221 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:15.437776 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-0f23817d-c132-48ac-9e91-f8b581929221 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9c7aa171-7ee7-4192-9299-6e25e791ca27 HTTP/1.1" status: 204 len: 168 time: 0.2631781 May 27 03:39:15.445367 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430be87a-f4d7-4ed8-9310-356cc85346bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc845db-536a-4088-aee9-a5094bfd157a,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:15.451468 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23817d-c132-48ac-9e91-f8b581929221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7aa171-7ee7-4192-9299-6e25e791ca27,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:15.452997 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-430be87a-f4d7-4ed8-9310-356cc85346bf admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=865e3525754b4fc18f6e26c011be7f43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5235803 May 27 03:39:15.461843 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 52800) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:15.518891 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-b22e392c-e780-47e5-a8a9-2d8a79ed89ea admin admin] Publish callbacks [] for security_group (bcc845db-536a-4088-aee9-a5094bfd157a), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:15.542651 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-b22e392c-e780-47e5-a8a9-2d8a79ed89ea admin admin] Publish callbacks [] for security_group (bcc845db-536a-4088-aee9-a5094bfd157a), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:15.725052 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-b22e392c-e780-47e5-a8a9-2d8a79ed89ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (bcc845db-536a-4088-aee9-a5094bfd157a), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:15.727606 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-b22e392c-e780-47e5-a8a9-2d8a79ed89ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:15.728843 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-b22e392c-e780-47e5-a8a9-2d8a79ed89ea admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bcc845db-536a-4088-aee9-a5094bfd157a HTTP/1.1" status: 204 len: 168 time: 0.2666428 May 27 03:39:15.742168 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22e392c-e780-47e5-a8a9-2d8a79ed89ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc845db-536a-4088-aee9-a5094bfd157a,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:16.205024 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:16.353979 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 52826) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:16.374552 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-834dfb50-f4dd-4aa7-9283-ea127b1db60c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:16.494856 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-834dfb50-f4dd-4aa7-9283-ea127b1db60c admin admin] Publish callbacks [] for security_group (a2d0fe51-b2e8-4e22-8cb5-94cfa35b3e00), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:16.502304 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba4a49-d443-42e7-848e-b7e582b15280 req-bc2bfe36-d99f-4b65-87e8-b840d9187551 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:16.503816 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-efba4a49-d443-42e7-848e-b7e582b15280 req-bc2bfe36-d99f-4b65-87e8-b840d9187551 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 945 time: 0.0666540 May 27 03:39:16.552756 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-efba4a49-d443-42e7-848e-b7e582b15280 req-e9e2586c-5de3-476e-846b-86c0416d9257 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434365 May 27 03:39:16.600406 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:16.601396 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-834dfb50-f4dd-4aa7-9283-ea127b1db60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (a2d0fe51-b2e8-4e22-8cb5-94cfa35b3e00), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:16.674665 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-834dfb50-f4dd-4aa7-9283-ea127b1db60c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7e6d9fb5b01e43e69d78883d58771dec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2962790 May 27 03:39:16.674665 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834dfb50-f4dd-4aa7-9283-ea127b1db60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d0fe51-b2e8-4e22-8cb5-94cfa35b3e00,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:16.675764 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 52848) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:16.725589 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-59f0c2e2-4830-4044-8447-f3413d0698a1 admin admin] Publish callbacks [] for security_group (a2d0fe51-b2e8-4e22-8cb5-94cfa35b3e00), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:16.753982 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-59f0c2e2-4830-4044-8447-f3413d0698a1 admin admin] Publish callbacks [] for security_group (a2d0fe51-b2e8-4e22-8cb5-94cfa35b3e00), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:16.817972 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 52854) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:16.890761 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-59f0c2e2-4830-4044-8447-f3413d0698a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (a2d0fe51-b2e8-4e22-8cb5-94cfa35b3e00), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:16.893522 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-59f0c2e2-4830-4044-8447-f3413d0698a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:16.897122 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-59f0c2e2-4830-4044-8447-f3413d0698a1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a2d0fe51-b2e8-4e22-8cb5-94cfa35b3e00 HTTP/1.1" status: 204 len: 168 time: 0.2184618 May 27 03:39:16.899911 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:16.903729 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0c2e2-4830-4044-8447-f3413d0698a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d0fe51-b2e8-4e22-8cb5-94cfa35b3e00,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:16.909035 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 52860) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:16.925244 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-65ad5694-a047-4b94-8cf9-5f594892b7bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:17.004556 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-65ad5694-a047-4b94-8cf9-5f594892b7bc admin admin] Publish callbacks [] for security_group (74156bcb-e351-4894-a4fa-6afb62a2fc11), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:17.164399 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-65ad5694-a047-4b94-8cf9-5f594892b7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (74156bcb-e351-4894-a4fa-6afb62a2fc11), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:17.204677 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-65ad5694-a047-4b94-8cf9-5f594892b7bc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bea6c99e126749c09530e19e99f02a1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2945354 May 27 03:39:17.205547 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad5694-a047-4b94-8cf9-5f594892b7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74156bcb-e351-4894-a4fa-6afb62a2fc11,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:17.208055 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 52866) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:17.261459 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-b924cd13-a4a6-45d3-8acd-e84cb55a2feb admin admin] Publish callbacks [] for security_group (74156bcb-e351-4894-a4fa-6afb62a2fc11), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:17.284507 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-b924cd13-a4a6-45d3-8acd-e84cb55a2feb admin admin] Publish callbacks [] for security_group (74156bcb-e351-4894-a4fa-6afb62a2fc11), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:17.340345 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7e27907f-2eb6-41cc-b095-4700a6d005d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:17.408775 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-b924cd13-a4a6-45d3-8acd-e84cb55a2feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (74156bcb-e351-4894-a4fa-6afb62a2fc11), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:17.411398 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-b924cd13-a4a6-45d3-8acd-e84cb55a2feb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:17.415159 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-b924cd13-a4a6-45d3-8acd-e84cb55a2feb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/74156bcb-e351-4894-a4fa-6afb62a2fc11 HTTP/1.1" status: 204 len: 168 time: 0.2031205 May 27 03:39:17.422176 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b924cd13-a4a6-45d3-8acd-e84cb55a2feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74156bcb-e351-4894-a4fa-6afb62a2fc11,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:17.468925 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7e27907f-2eb6-41cc-b095-4700a6d005d3 admin admin] Publish callbacks [] for security_group (2c11ac7e-ce1c-40c4-a1ac-54c00ccc3c59), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:17.564405 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7e27907f-2eb6-41cc-b095-4700a6d005d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (2c11ac7e-ce1c-40c4-a1ac-54c00ccc3c59), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:17.610529 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-7e27907f-2eb6-41cc-b095-4700a6d005d3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f18295dedbe24f03b8ee488c5d715738&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7892735 May 27 03:39:17.610529 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e27907f-2eb6-41cc-b095-4700a6d005d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c11ac7e-ce1c-40c4-a1ac-54c00ccc3c59,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:17.610939 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 52876) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:17.668991 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3a959a07-fde0-4752-af3f-96e21f7753b8 admin admin] Publish callbacks [] for security_group (2c11ac7e-ce1c-40c4-a1ac-54c00ccc3c59), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:17.680125 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e79f7-d82e-43c3-9a87-189ca5b0342c req-f9287ffc-5f3e-46bb-a715-392468c3967d tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:17.681676 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f59e79f7-d82e-43c3-9a87-189ca5b0342c req-f9287ffc-5f3e-46bb-a715-392468c3967d tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 945 time: 0.0487764 May 27 03:39:17.694236 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3a959a07-fde0-4752-af3f-96e21f7753b8 admin admin] Publish callbacks [] for security_group (2c11ac7e-ce1c-40c4-a1ac-54c00ccc3c59), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:17.741442 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f59e79f7-d82e-43c3-9a87-189ca5b0342c req-960d3cf6-4b5c-4d62-b228-00ee512c0854 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533645 May 27 03:39:17.760987 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=100 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:17.801184 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 52884) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:17.826881 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3a959a07-fde0-4752-af3f-96e21f7753b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (2c11ac7e-ce1c-40c4-a1ac-54c00ccc3c59), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:17.829648 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3a959a07-fde0-4752-af3f-96e21f7753b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:17.831327 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-3a959a07-fde0-4752-af3f-96e21f7753b8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2c11ac7e-ce1c-40c4-a1ac-54c00ccc3c59 HTTP/1.1" status: 204 len: 168 time: 0.2191148 May 27 03:39:17.841468 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a959a07-fde0-4752-af3f-96e21f7753b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c11ac7e-ce1c-40c4-a1ac-54c00ccc3c59,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:17.922147 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 52892) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:18.258159 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-466729a1-03a7-4274-949b-ee88422811af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:18.343335 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-466729a1-03a7-4274-949b-ee88422811af admin admin] Publish callbacks [] for security_group (8fc233f9-9d87-409d-b9db-7daf7a30fac7), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:18.410079 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-466729a1-03a7-4274-949b-ee88422811af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (8fc233f9-9d87-409d-b9db-7daf7a30fac7), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:18.439595 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:18.454216 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-466729a1-03a7-4274-949b-ee88422811af admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0afc2f91394c411fafe093cc678dc12c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6517355 May 27 03:39:18.456458 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466729a1-03a7-4274-949b-ee88422811af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc233f9-9d87-409d-b9db-7daf7a30fac7,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:18.456970 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 52902) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:18.486127 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-2d54fcdf-38e8-4076-a8d1-649b5a3397a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:18.511880 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-fd61ba0d-6a18-41fb-ae24-82b87a0fc516 admin admin] Publish callbacks [] for security_group (8fc233f9-9d87-409d-b9db-7daf7a30fac7), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:18.545323 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-fd61ba0d-6a18-41fb-ae24-82b87a0fc516 admin admin] Publish callbacks [] for security_group (8fc233f9-9d87-409d-b9db-7daf7a30fac7), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:18.586891 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-2d54fcdf-38e8-4076-a8d1-649b5a3397a4 admin admin] Publish callbacks [] for security_group (bc4e139c-f9fc-4402-b921-cb06dc8b6045), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:18.622155 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:18.679529 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-fd61ba0d-6a18-41fb-ae24-82b87a0fc516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (8fc233f9-9d87-409d-b9db-7daf7a30fac7), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:18.680382 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-2d54fcdf-38e8-4076-a8d1-649b5a3397a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (bc4e139c-f9fc-4402-b921-cb06dc8b6045), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:18.682822 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-fd61ba0d-6a18-41fb-ae24-82b87a0fc516 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:18.685083 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-fd61ba0d-6a18-41fb-ae24-82b87a0fc516 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8fc233f9-9d87-409d-b9db-7daf7a30fac7 HTTP/1.1" status: 204 len: 168 time: 0.2262321 May 27 03:39:18.694188 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd61ba0d-6a18-41fb-ae24-82b87a0fc516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc233f9-9d87-409d-b9db-7daf7a30fac7,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:18.724025 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54fcdf-38e8-4076-a8d1-649b5a3397a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4e139c-f9fc-4402-b921-cb06dc8b6045,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:18.737871 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-2d54fcdf-38e8-4076-a8d1-649b5a3397a4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8af963b15ee243a9b2fa546b76eae1b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8144972 May 27 03:39:18.739645 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 52922) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:18.797931 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-2f7d49c5-3ef1-48a9-b5a7-62a93f053864 admin admin] Publish callbacks [] for security_group (bc4e139c-f9fc-4402-b921-cb06dc8b6045), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:18.820984 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-2f7d49c5-3ef1-48a9-b5a7-62a93f053864 admin admin] Publish callbacks [] for security_group (bc4e139c-f9fc-4402-b921-cb06dc8b6045), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:18.895303 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014a590-3088-4da1-adef-7ee16881b530 req-cbe76f9c-fa04-404c-9968-242c85e4821a tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:18.896807 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f014a590-3088-4da1-adef-7ee16881b530 req-cbe76f9c-fa04-404c-9968-242c85e4821a tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 945 time: 0.0684550 May 27 03:39:18.952807 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f014a590-3088-4da1-adef-7ee16881b530 req-517773ed-4b42-484d-a307-ddc88b5e1122 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488675 May 27 03:39:19.022575 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:19.024960 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-2f7d49c5-3ef1-48a9-b5a7-62a93f053864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (bc4e139c-f9fc-4402-b921-cb06dc8b6045), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:19.026829 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-2f7d49c5-3ef1-48a9-b5a7-62a93f053864 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:19.029273 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-2f7d49c5-3ef1-48a9-b5a7-62a93f053864 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bc4e139c-f9fc-4402-b921-cb06dc8b6045 HTTP/1.1" status: 204 len: 168 time: 0.2883887 May 27 03:39:19.038585 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d49c5-3ef1-48a9-b5a7-62a93f053864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4e139c-f9fc-4402-b921-cb06dc8b6045,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:19.485285 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:19.799422 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:20.029693 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 52970) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:20.069384 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c368e58-dfc0-4927-a5b6-384a9377b22f req-e46f47f2-7db8-4c74-867a-83d4ed57a68b tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:20.070859 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0c368e58-dfc0-4927-a5b6-384a9377b22f req-e46f47f2-7db8-4c74-867a-83d4ed57a68b tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 945 time: 0.0476098 May 27 03:39:20.121541 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0c368e58-dfc0-4927-a5b6-384a9377b22f req-ee73381b-1562-4de8-8bc8-8a024c257475 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432854 May 27 03:39:20.220439 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 52978) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:20.234380 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-d0ec21da-64ca-4916-bce3-aa6f7481ba18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:20.318600 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-d0ec21da-64ca-4916-bce3-aa6f7481ba18 admin admin] Publish callbacks [] for security_group (708d848f-44ce-45a4-a887-e5cadf30751f), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:20.398809 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-d0ec21da-64ca-4916-bce3-aa6f7481ba18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (708d848f-44ce-45a4-a887-e5cadf30751f), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:20.438058 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-d0ec21da-64ca-4916-bce3-aa6f7481ba18 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=88b1cd5539884753bb3383fd19b38a0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2165017 May 27 03:39:20.440990 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 52984) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:20.443427 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec21da-64ca-4916-bce3-aa6f7481ba18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708d848f-44ce-45a4-a887-e5cadf30751f,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:20.484866 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:20.502935 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c0e67be9-e07b-4b55-8087-7b25ad442980 admin admin] Publish callbacks [] for security_group (708d848f-44ce-45a4-a887-e5cadf30751f), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:20.529243 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c0e67be9-e07b-4b55-8087-7b25ad442980 admin admin] Publish callbacks [] for security_group (708d848f-44ce-45a4-a887-e5cadf30751f), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:20.583532 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-bd48d1e1-9579-460f-bcc6-78be70b3e2af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:20.665938 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c0e67be9-e07b-4b55-8087-7b25ad442980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (708d848f-44ce-45a4-a887-e5cadf30751f), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:20.668981 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c0e67be9-e07b-4b55-8087-7b25ad442980 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:20.670571 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-c0e67be9-e07b-4b55-8087-7b25ad442980 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/708d848f-44ce-45a4-a887-e5cadf30751f HTTP/1.1" status: 204 len: 168 time: 0.2273474 May 27 03:39:20.679392 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e67be9-e07b-4b55-8087-7b25ad442980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708d848f-44ce-45a4-a887-e5cadf30751f,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:20.776156 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-bd48d1e1-9579-460f-bcc6-78be70b3e2af admin admin] Publish callbacks [] for security_group (9d611120-3df1-4bc0-83a3-8ab2264577da), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:20.890363 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-bd48d1e1-9579-460f-bcc6-78be70b3e2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (9d611120-3df1-4bc0-83a3-8ab2264577da), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:20.928082 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48d1e1-9579-460f-bcc6-78be70b3e2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d611120-3df1-4bc0-83a3-8ab2264577da,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:20.934908 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-bd48d1e1-9579-460f-bcc6-78be70b3e2af admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=07ca08df59d14130af9f5928c36aca35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9040139 May 27 03:39:20.941171 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 53002) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:20.995195 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-6e1901ef-804a-4b85-9297-563c97bbed2b admin admin] Publish callbacks [] for security_group (9d611120-3df1-4bc0-83a3-8ab2264577da), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:21.019877 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-6e1901ef-804a-4b85-9297-563c97bbed2b admin admin] Publish callbacks [] for security_group (9d611120-3df1-4bc0-83a3-8ab2264577da), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:21.054178 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:INSERT=13,neutron:SELECT=86,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:21.123723 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:21.167069 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-6e1901ef-804a-4b85-9297-563c97bbed2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (9d611120-3df1-4bc0-83a3-8ab2264577da), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:21.171071 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-6e1901ef-804a-4b85-9297-563c97bbed2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:21.172341 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-6e1901ef-804a-4b85-9297-563c97bbed2b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9d611120-3df1-4bc0-83a3-8ab2264577da HTTP/1.1" status: 204 len: 168 time: 0.2302244 May 27 03:39:21.180638 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1901ef-804a-4b85-9297-563c97bbed2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d611120-3df1-4bc0-83a3-8ab2264577da,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:21.243378 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf775223-97f3-41ab-8ca7-0193e795c06b req-6debead7-158b-4ed5-b76f-cc17a40d65a6 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:21.244867 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-bf775223-97f3-41ab-8ca7-0193e795c06b req-6debead7-158b-4ed5-b76f-cc17a40d65a6 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 945 time: 0.0503659 May 27 03:39:21.301742 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-bf775223-97f3-41ab-8ca7-0193e795c06b req-56a1e61b-dc9b-4ce4-8e58-0ea9fb972036 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500145 May 27 03:39:21.897956 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 53028) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:21.919743 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:22.267895 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:22.288685 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 53042) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:22.297223 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-83a4abb3-8d47-414d-af73-10ce07800991 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:22.305800 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-cdfaa7bc-8dfb-49c1-97c7-7fbf4d0bf1ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:22.470952 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-cdfaa7bc-8dfb-49c1-97c7-7fbf4d0bf1ab admin admin] Publish callbacks [] for security_group (5cde115a-f671-4f32-8b3f-89b361568038), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:22.487914 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b605336-7abe-44cd-964e-3c3228201a12 req-846110d0-ed59-42fa-94a2-adc15c613087 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:22.489523 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-6b605336-7abe-44cd-964e-3c3228201a12 req-846110d0-ed59-42fa-94a2-adc15c613087 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 945 time: 0.0834792 May 27 03:39:22.500758 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-83a4abb3-8d47-414d-af73-10ce07800991 admin admin] Publish callbacks [] for security_group (be08d09e-adc7-4271-80b5-d4488c6f4109), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:22.549161 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-6b605336-7abe-44cd-964e-3c3228201a12 req-d5a11d3b-bfa8-4398-8da4-11bb1f86aeef tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511324 May 27 03:39:22.593858 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-83a4abb3-8d47-414d-af73-10ce07800991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (be08d09e-adc7-4271-80b5-d4488c6f4109), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:22.610778 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-cdfaa7bc-8dfb-49c1-97c7-7fbf4d0bf1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (5cde115a-f671-4f32-8b3f-89b361568038), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:22.651844 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4abb3-8d47-414d-af73-10ce07800991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be08d09e-adc7-4271-80b5-d4488c6f4109,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:22.665697 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-83a4abb3-8d47-414d-af73-10ce07800991 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c2189f79630f44e899662e631f6d1366&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7662420 May 27 03:39:22.672797 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-cdfaa7bc-8dfb-49c1-97c7-7fbf4d0bf1ab admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e216dbb7021c446ebdcbb127c5e34017&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3829942 May 27 03:39:22.673368 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 53054) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:22.675521 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 53056) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:22.701855 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfaa7bc-8dfb-49c1-97c7-7fbf4d0bf1ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cde115a-f671-4f32-8b3f-89b361568038,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:22.731209 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-b86b648f-53f1-4a0b-b46c-240aa7f9a18d admin admin] Publish callbacks [] for security_group (5cde115a-f671-4f32-8b3f-89b361568038), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:22.739238 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c8f50a13-c452-42ed-9b00-2048c28e6524 admin admin] Publish callbacks [] for security_group (be08d09e-adc7-4271-80b5-d4488c6f4109), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:22.758513 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-b86b648f-53f1-4a0b-b46c-240aa7f9a18d admin admin] Publish callbacks [] for security_group (5cde115a-f671-4f32-8b3f-89b361568038), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:22.762248 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c8f50a13-c452-42ed-9b00-2048c28e6524 admin admin] Publish callbacks [] for security_group (be08d09e-adc7-4271-80b5-d4488c6f4109), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:22.764680 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:22.913306 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-b86b648f-53f1-4a0b-b46c-240aa7f9a18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (5cde115a-f671-4f32-8b3f-89b361568038), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:22.916171 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-b86b648f-53f1-4a0b-b46c-240aa7f9a18d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:22.917442 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-b86b648f-53f1-4a0b-b46c-240aa7f9a18d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5cde115a-f671-4f32-8b3f-89b361568038 HTTP/1.1" status: 204 len: 168 time: 0.2408969 May 27 03:39:22.926339 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b648f-53f1-4a0b-b46c-240aa7f9a18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cde115a-f671-4f32-8b3f-89b361568038,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:22.938486 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:22.958706 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c8f50a13-c452-42ed-9b00-2048c28e6524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (be08d09e-adc7-4271-80b5-d4488c6f4109), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:22.961851 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c8f50a13-c452-42ed-9b00-2048c28e6524 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:22.963269 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-c8f50a13-c452-42ed-9b00-2048c28e6524 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/be08d09e-adc7-4271-80b5-d4488c6f4109 HTTP/1.1" status: 204 len: 168 time: 0.2874482 May 27 03:39:22.971327 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f50a13-c452-42ed-9b00-2048c28e6524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be08d09e-adc7-4271-80b5-d4488c6f4109,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:23.016376 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:UPDATE=1,neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=5 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:23.164543 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:23.688355 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7fe3b-b8a4-4f4e-9e55-00cf42b140f6 req-3b84819d-86e4-4255-8099-f8f1f5051724 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:23.693884 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-02b7fe3b-b8a4-4f4e-9e55-00cf42b140f6 req-3b84819d-86e4-4255-8099-f8f1f5051724 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 945 time: 0.0632017 May 27 03:39:23.746503 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-02b7fe3b-b8a4-4f4e-9e55-00cf42b140f6 req-32d4eba8-7074-4e06-8e68-c92c7a2e29db tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497060 May 27 03:39:23.974855 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:DELETE=11,neutron:SELECT=89 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:24.873005 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6801573-3aee-43a4-9cf0-e677c3e28ae8 req-8139bd3c-0bd5-466c-b4ab-01e0956c0c96 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:24.874607 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b6801573-3aee-43a4-9cf0-e677c3e28ae8 req-8139bd3c-0bd5-466c-b4ab-01e0956c0c96 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 945 time: 0.0549593 May 27 03:39:24.959766 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b6801573-3aee-43a4-9cf0-e677c3e28ae8 req-c9601462-a59a-494d-9db5-8c7f8f4d7c7d tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725830 May 27 03:39:25.084704 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:25.260805 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 53198) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:25.283300 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:25.371778 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-bb004f83-60d5-4ca0-b88e-3220d8d29627 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1054186864-network', 'tenant_id': '3f91679e053a4582945dcbace6c93d24'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:39:25.431587 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb004f83-60d5-4ca0-b88e-3220d8d29627 admin admin] Made reservation on behalf of 3f91679e053a4582945dcbace6c93d24 for: {'network': 1} {{(pid=104677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:39:25.434960 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-bb004f83-60d5-4ca0-b88e-3220d8d29627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for network (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:25.445194 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-bb004f83-60d5-4ca0-b88e-3220d8d29627 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:25.546502 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-bb004f83-60d5-4ca0-b88e-3220d8d29627 admin admin] Publish callbacks [] for security_group (e8ab2741-0f13-4dfb-bc9d-9a1814c4d4ce), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:25.622597 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-bb004f83-60d5-4ca0-b88e-3220d8d29627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (e8ab2741-0f13-4dfb-bc9d-9a1814c4d4ce), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:25.629759 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:25.645997 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb004f83-60d5-4ca0-b88e-3220d8d29627 admin admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=104677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:39:25.661442 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb004f83-60d5-4ca0-b88e-3220d8d29627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ab2741-0f13-4dfb-bc9d-9a1814c4d4ce,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:25.667480 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-bb004f83-60d5-4ca0-b88e-3220d8d29627 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755264080231', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105'] for segment (60f129d8-2bfd-4269-bbe3-b4874327f85a), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:25.668016 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.db.segments_db [None req-bb004f83-60d5-4ca0-b88e-3220d8d29627 admin admin] Added segment 60f129d8-2bfd-4269-bbe3-b4874327f85a of type vlan for network 0df1de14-3a91-4d76-a61c-003366553be5 May 27 03:39:25.721191 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-bb004f83-60d5-4ca0-b88e-3220d8d29627 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755263573863'] for network (0df1de14-3a91-4d76-a61c-003366553be5), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:25.811014 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-bb004f83-60d5-4ca0-b88e-3220d8d29627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027'] for network (0df1de14-3a91-4d76-a61c-003366553be5), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:25.812054 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb004f83-60d5-4ca0-b88e-3220d8d29627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:25.816088 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-bb004f83-60d5-4ca0-b88e-3220d8d29627 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for network (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:25.884352 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb004f83-60d5-4ca0-b88e-3220d8d29627 admin admin] Pushing event updated for resources: {'Network': ['ID=0df1de14-3a91-4d76-a61c-003366553be5,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:25.892754 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-bb004f83-60d5-4ca0-b88e-3220d8d29627 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6308022 May 27 03:39:25.896677 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Network 0df1de14-3a91-4d76-a61c-003366553be5 details requested by agent ovs-agent-dv-cinder-843361-2-smb with host dv-cinder-843361-2-smb {{(pid=104679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:39:25.899160 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 53242) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:25.906383 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-99cc5fed-d1c7-405a-8977-7417de29b985 admin admin] Request body: {'subnet': {'network_id': '0df1de14-3a91-4d76-a61c-003366553be5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1054186864-subnet', 'tenant_id': '3f91679e053a4582945dcbace6c93d24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:39:26.010459 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cc5fed-d1c7-405a-8977-7417de29b985 admin admin] Made reservation on behalf of 3f91679e053a4582945dcbace6c93d24 for: {'subnet': 1} {{(pid=104677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:39:26.016062 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-99cc5fed-d1c7-405a-8977-7417de29b985 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60058002'] for subnet (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:26.121350 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:26.143925 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59e6a3-4e0e-4600-859a-c0905b643300 req-5a82603e-9f82-4246-a19c-b47cdb4b9035 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:26.145454 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9e59e6a3-4e0e-4600-859a-c0905b643300 req-5a82603e-9f82-4246-a19c-b47cdb4b9035 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 945 time: 0.1107500 May 27 03:39:26.261522 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9e59e6a3-4e0e-4600-859a-c0905b643300 req-a4585f05-ccc8-4fc0-94a8-97252a2e0020 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069491 May 27 03:39:26.272736 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 53252) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:26.376751 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-99cc5fed-d1c7-405a-8977-7417de29b985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59984080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60057988'] for subnet (838dbcad-2fcb-4c2e-86a6-33f34e4a9348), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:26.453696 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc5fed-d1c7-405a-8977-7417de29b985 admin admin] Pushing event updated for resources: {'Subnet': ['ID=838dbcad-2fcb-4c2e-86a6-33f34e4a9348,revision_number=0']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:26.459271 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cc5fed-d1c7-405a-8977-7417de29b985 admin admin] Checking segment: {'id': '60f129d8-2bfd-4269-bbe3-b4874327f85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0df1de14-3a91-4d76-a61c-003366553be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:39:26.463377 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cc5fed-d1c7-405a-8977-7417de29b985 admin admin] Network hostable DHCP agents. Network: 0df1de14-3a91-4d76-a61c-003366553be5, hostable agents: ['51435755-087c-400e-9559-48781745a262'], hosted agents: [] {{(pid=104677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:39:26.525020 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-92ef4638-02ca-4285-b2c6-33bae23fb3e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:26.568671 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cc5fed-d1c7-405a-8977-7417de29b985 admin admin] Network 0df1de14-3a91-4d76-a61c-003366553be5 is scheduled to be hosted by DHCP agent 51435755-087c-400e-9559-48781745a262 with binding_index 1 {{(pid=104677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:39:26.610316 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-92ef4638-02ca-4285-b2c6-33bae23fb3e3 admin admin] Publish callbacks [] for security_group (b3780db6-3f78-414d-b344-55c6c1de1e2a), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:26.630692 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 53268) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:26.694159 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-92ef4638-02ca-4285-b2c6-33bae23fb3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (b3780db6-3f78-414d-b344-55c6c1de1e2a), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:26.694362 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.base_scheduler [None req-99cc5fed-d1c7-405a-8977-7417de29b985 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-2-smb, 0df1de14-3a91-4d76-a61c-003366553be5) {{(pid=104677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:39:26.698507 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cc5fed-d1c7-405a-8977-7417de29b985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:26.699405 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-99cc5fed-d1c7-405a-8977-7417de29b985 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:26.705995 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40074d7-077d-4863-9ebc-1022c69a6a2c None None] Network 0df1de14-3a91-4d76-a61c-003366553be5 requested from dv-cinder-843361-2-smb {{(pid=104679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:39:26.722004 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=60,neutron:UPDATE=5 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:26.741148 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-92ef4638-02ca-4285-b2c6-33bae23fb3e3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4900cb40b3dd4b6c86bd8aebb12e02bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4649341 May 27 03:39:26.741873 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 53272) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:26.749644 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef4638-02ca-4285-b2c6-33bae23fb3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3780db6-3f78-414d-b344-55c6c1de1e2a,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:26.769048 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e4fba31b-3a3d-49da-aec0-d6489cb03f29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:26.800092 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-99cc5fed-d1c7-405a-8977-7417de29b985 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8994305 May 27 03:39:26.820669 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59b3d16-3f74-4f07-a13d-3815af6c3fb3 None None] Network 0df1de14-3a91-4d76-a61c-003366553be5 requested from dv-cinder-843361-2-smb {{(pid=104679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:39:26.852907 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-172ca9b4-be42-4132-af37-1295e63eb46e admin admin] Publish callbacks [] for security_group (b3780db6-3f78-414d-b344-55c6c1de1e2a), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:26.888723 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-172ca9b4-be42-4132-af37-1295e63eb46e admin admin] Publish callbacks [] for security_group (b3780db6-3f78-414d-b344-55c6c1de1e2a), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:26.955386 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e4fba31b-3a3d-49da-aec0-d6489cb03f29 admin admin] Publish callbacks [] for security_group (80eafd51-37e3-445d-bc4b-da294d387429), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:26.999132 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:27.021860 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e4fba31b-3a3d-49da-aec0-d6489cb03f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (80eafd51-37e3-445d-bc4b-da294d387429), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:27.072059 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 53286) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:27.072192 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-e4fba31b-3a3d-49da-aec0-d6489cb03f29 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0fb6dfda63bb4de4b973f80027906fb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4402390 May 27 03:39:27.074216 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fba31b-3a3d-49da-aec0-d6489cb03f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80eafd51-37e3-445d-bc4b-da294d387429,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:27.085600 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-172ca9b4-be42-4132-af37-1295e63eb46e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (b3780db6-3f78-414d-b344-55c6c1de1e2a), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:27.091416 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-172ca9b4-be42-4132-af37-1295e63eb46e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:27.091416 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-172ca9b4-be42-4132-af37-1295e63eb46e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b3780db6-3f78-414d-b344-55c6c1de1e2a HTTP/1.1" status: 204 len: 168 time: 0.3472052 May 27 03:39:27.110971 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ca9b4-be42-4132-af37-1295e63eb46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3780db6-3f78-414d-b344-55c6c1de1e2a,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:27.176257 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-eb4fe2f0-3204-4f3c-aa6a-193990a2d0c7 admin admin] Publish callbacks [] for security_group (80eafd51-37e3-445d-bc4b-da294d387429), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:27.199015 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-eb4fe2f0-3204-4f3c-aa6a-193990a2d0c7 admin admin] Publish callbacks [] for security_group (80eafd51-37e3-445d-bc4b-da294d387429), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:27.357146 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-eb4fe2f0-3204-4f3c-aa6a-193990a2d0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (80eafd51-37e3-445d-bc4b-da294d387429), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:27.359810 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-eb4fe2f0-3204-4f3c-aa6a-193990a2d0c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:27.363164 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-eb4fe2f0-3204-4f3c-aa6a-193990a2d0c7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/80eafd51-37e3-445d-bc4b-da294d387429 HTTP/1.1" status: 204 len: 168 time: 0.2872198 May 27 03:39:27.374117 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4fe2f0-3204-4f3c-aa6a-193990a2d0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80eafd51-37e3-445d-bc4b-da294d387429,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:27.394327 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c657157-f2cb-4718-a286-61d7e621f3c7 req-bf02db70-4f68-4ef7-a602-b177e0a78a2e tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:27.395890 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-4c657157-f2cb-4718-a286-61d7e621f3c7 req-bf02db70-4f68-4ef7-a602-b177e0a78a2e tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 945 time: 0.0612924 May 27 03:39:27.457559 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-4c657157-f2cb-4718-a286-61d7e621f3c7 req-a4643032-ecd9-4b02-a933-aa654e4933cf tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517764 May 27 03:39:28.304995 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 53338) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:28.319264 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-82c944fc-0f58-4981-8e43-c950ca25aafc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:28.395206 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-82c944fc-0f58-4981-8e43-c950ca25aafc admin admin] Publish callbacks [] for security_group (33165eaf-5dd8-4a1c-951d-c3356983ba19), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:28.502275 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:28.503157 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-82c944fc-0f58-4981-8e43-c950ca25aafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (33165eaf-5dd8-4a1c-951d-c3356983ba19), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:28.580242 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c944fc-0f58-4981-8e43-c950ca25aafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33165eaf-5dd8-4a1c-951d-c3356983ba19,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:28.586824 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-82c944fc-0f58-4981-8e43-c950ca25aafc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=155fec5f51da448b9ace2bbd1ac10897&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2808068 May 27 03:39:28.589873 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 53344) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:28.599242 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc75a7e-89db-4e46-bd7c-b5eea3da2ea8 req-14c703b8-5146-463d-89ce-4b50a6835394 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:28.602070 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ffc75a7e-89db-4e46-bd7c-b5eea3da2ea8 req-14c703b8-5146-463d-89ce-4b50a6835394 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 945 time: 0.0583179 May 27 03:39:28.645302 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-6c9b5de4-aa54-4dde-965a-7481af4ef635 admin admin] Publish callbacks [] for security_group (33165eaf-5dd8-4a1c-951d-c3356983ba19), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:28.660123 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ffc75a7e-89db-4e46-bd7c-b5eea3da2ea8 req-8c2f32a7-c753-4e92-af89-18a2381da968 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484297 May 27 03:39:28.678734 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-6c9b5de4-aa54-4dde-965a-7481af4ef635 admin admin] Publish callbacks [] for security_group (33165eaf-5dd8-4a1c-951d-c3356983ba19), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:28.694304 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:28.840149 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-6c9b5de4-aa54-4dde-965a-7481af4ef635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (33165eaf-5dd8-4a1c-951d-c3356983ba19), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:28.845079 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-6c9b5de4-aa54-4dde-965a-7481af4ef635 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:28.846593 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-6c9b5de4-aa54-4dde-965a-7481af4ef635 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/33165eaf-5dd8-4a1c-951d-c3356983ba19 HTTP/1.1" status: 204 len: 168 time: 0.2556617 May 27 03:39:28.865620 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b5de4-aa54-4dde-965a-7481af4ef635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33165eaf-5dd8-4a1c-951d-c3356983ba19,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:29.096369 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:29.398728 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc832ae-0127-4d73-a495-feb96224532c req-e2c6e5b1-d9d7-4cf4-8016-6489e3510a0c tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:29.400200 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5dc832ae-0127-4d73-a495-feb96224532c req-e2c6e5b1-d9d7-4cf4-8016-6489e3510a0c tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/networks?id=0df1de14-3a91-4d76-a61c-003366553be5 HTTP/1.1" status: 200 len: 814 time: 0.1418910 May 27 03:39:29.422577 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5dc832ae-0127-4d73-a495-feb96224532c req-a493ac98-3e40-486c-9570-2008cb748ffb tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/quotas/3f91679e053a4582945dcbace6c93d24 HTTP/1.1" status: 200 len: 375 time: 0.0146427 May 27 03:39:29.456669 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5dc832ae-0127-4d73-a495-feb96224532c req-181f0b2d-f8f6-47ef-9b3d-b478664eb303 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3f91679e053a4582945dcbace6c93d24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277448 May 27 03:39:29.554705 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5dc832ae-0127-4d73-a495-feb96224532c req-f30bd636-94d3-4b40-97a7-34f3d9b82c24 service neutron] 10.222.0.71 "GET /v2.0/networks/0df1de14-3a91-4d76-a61c-003366553be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908957 May 27 03:39:29.661776 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5dc832ae-0127-4d73-a495-feb96224532c req-9c23c7fd-8ae0-45b4-8d6f-6d74ad696eaa service neutron] 10.222.0.71 "GET /v2.0/networks/0df1de14-3a91-4d76-a61c-003366553be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010857 May 27 03:39:29.813455 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cc59b-708e-40c3-aef7-183245ab239d req-5c33d08b-47bb-4fcc-ae8b-a7056172c58f tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:29.815135 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5f3cc59b-708e-40c3-aef7-183245ab239d req-5c33d08b-47bb-4fcc-ae8b-a7056172c58f tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 945 time: 0.0562863 May 27 03:39:29.875286 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5f3cc59b-708e-40c3-aef7-183245ab239d req-adb45d43-f869-4e80-8306-70f657517ffd tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538893 May 27 03:39:30.005896 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0205297f-60cc-4ca8-a91b-2db69f841bce req-6d24e1ee-fc43-4ba4-be03-12efcd131163 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/ports?device_id=7cec9927-a0fc-4bb1-b056-c8bc8cc8f754 HTTP/1.1" status: 200 len: 210 time: 0.0485857 May 27 03:39:30.486288 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd59e30-c6ef-47a2-8e5a-ff45bdd2fddb req-76a4f736-a8a4-481b-830f-d6ac3d4bbcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:30.487256 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-bcd59e30-c6ef-47a2-8e5a-ff45bdd2fddb req-76a4f736-a8a4-481b-830f-d6ac3d4bbcad service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 1129 time: 0.0510402 May 27 03:39:30.537654 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-bcd59e30-c6ef-47a2-8e5a-ff45bdd2fddb req-146073de-a9ff-472a-a845-e122c5f11903 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413361 May 27 03:39:30.995975 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85704922-5540-409b-8ec8-e89173412090 req-f81efb47-7424-4f83-b492-931eda251c94 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:30.997806 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-85704922-5540-409b-8ec8-e89173412090 req-f81efb47-7424-4f83-b492-931eda251c94 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 945 time: 0.0509870 May 27 03:39:31.053681 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-85704922-5540-409b-8ec8-e89173412090 req-21a99bc8-e0ed-459e-8305-8a9dc893817f tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500495 May 27 03:39:31.092645 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2192ea51-0d66-4a67-8b89-6a5f67577633 req-9eb5bfd2-cd34-46ed-9aee-494a8ec3763f tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/ports?device_id=7cec9927-a0fc-4bb1-b056-c8bc8cc8f754 HTTP/1.1" status: 200 len: 210 time: 0.0279984 May 27 03:39:31.371186 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:32.165342 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87933cbd-ec43-4388-86cc-b2f211fb7800 req-7b7d128d-566e-41f9-ae79-8128cb230b46 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:32.169578 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-87933cbd-ec43-4388-86cc-b2f211fb7800 req-7b7d128d-566e-41f9-ae79-8128cb230b46 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 945 time: 0.0483892 May 27 03:39:32.375877 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-34d78145-3121-4687-af70-af4c4166ec82 req-1934b1e3-2919-484e-80fa-222f598ed6a1 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/ports?device_id=7cec9927-a0fc-4bb1-b056-c8bc8cc8f754 HTTP/1.1" status: 200 len: 210 time: 0.2081208 May 27 03:39:32.404626 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-87933cbd-ec43-4388-86cc-b2f211fb7800 req-251ba73c-fda0-475c-ba60-510935c64fa4 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268209 May 27 03:39:32.520412 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb17bd7-3d5a-4a49-8cbb-8c7d054eb37c req-fbd448eb-b590-4e9e-896a-7ae53bb884e8 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:32.521856 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-afb17bd7-3d5a-4a49-8cbb-8c7d054eb37c req-fbd448eb-b590-4e9e-896a-7ae53bb884e8 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=82c7f5b6-c44c-4245-8f43-888d1a4e50bd HTTP/1.1" status: 200 len: 946 time: 0.0468321 May 27 03:39:32.573668 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-afb17bd7-3d5a-4a49-8cbb-8c7d054eb37c req-44648c65-2f3d-4b19-b174-9274749629f8 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445375 May 27 03:39:33.240223 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc832ae-0127-4d73-a495-feb96224532c req-b495ae93-4d8f-42fb-b5cf-397d31719db1 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:33.248096 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-5dc832ae-0127-4d73-a495-feb96224532c req-b495ae93-4d8f-42fb-b5cf-397d31719db1 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.72 "GET /v2.0/networks?id=0df1de14-3a91-4d76-a61c-003366553be5 HTTP/1.1" status: 200 len: 814 time: 0.1073909 May 27 03:39:33.264796 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [req-5dc832ae-0127-4d73-a495-feb96224532c req-b7008f87-6c84-4a0c-a6d5-3bff4c71d68e tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Request body: {'port': {'device_id': '7cec9927-a0fc-4bb1-b056-c8bc8cc8f754', 'network_id': '0df1de14-3a91-4d76-a61c-003366553be5', 'admin_state_up': True, 'tenant_id': '3f91679e053a4582945dcbace6c93d24'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:39:33.486326 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-d17aa8dd-f15b-4de6-96e4-2a36baefc686 req-1f17c47d-77e9-4c99-b84f-dfb6d68019c9 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/ports?device_id=7cec9927-a0fc-4bb1-b056-c8bc8cc8f754 HTTP/1.1" status: 200 len: 210 time: 0.0315361 May 27 03:39:33.511121 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dc832ae-0127-4d73-a495-feb96224532c req-b7008f87-6c84-4a0c-a6d5-3bff4c71d68e tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Made reservation on behalf of 3f91679e053a4582945dcbace6c93d24 for: {'port': 1} {{(pid=104678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:39:33.515946 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-5dc832ae-0127-4d73-a495-feb96224532c req-b7008f87-6c84-4a0c-a6d5-3bff4c71d68e tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:33.669026 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.db_base_plugin_common [req-5dc832ae-0127-4d73-a495-feb96224532c req-b7008f87-6c84-4a0c-a6d5-3bff4c71d68e tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Allocated IP 172.20.0.14 (0df1de14-3a91-4d76-a61c-003366553be5/838dbcad-2fcb-4c2e-86a6-33f34e4a9348/587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7) {{(pid=104678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:39:33.855200 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-5dc832ae-0127-4d73-a495-feb96224532c req-b7008f87-6c84-4a0c-a6d5-3bff4c71d68e tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Publish callbacks [] for port (587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:33.954453 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-5dc832ae-0127-4d73-a495-feb96224532c req-b7008f87-6c84-4a0c-a6d5-3bff4c71d68e tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:33.998067 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:34.008321 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dc832ae-0127-4d73-a495-feb96224532c req-b7008f87-6c84-4a0c-a6d5-3bff4c71d68e tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Network 0df1de14-3a91-4d76-a61c-003366553be5 is already hosted by enough agents. {{(pid=104678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:39:34.011612 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.base_scheduler [req-5dc832ae-0127-4d73-a495-feb96224532c req-b7008f87-6c84-4a0c-a6d5-3bff4c71d68e tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Resources bound (agent type, host, resource id): {{(pid=104678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:39:34.016515 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc832ae-0127-4d73-a495-feb96224532c req-b7008f87-6c84-4a0c-a6d5-3bff4c71d68e tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Received port after_create {{(pid=104678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:39:34.040571 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7008f87-6c84-4a0c-a6d5-3bff4c71d68e tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Pushing event updated for resources: {'Port': ['ID=587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:34.070466 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc832ae-0127-4d73-a495-feb96224532c req-b7008f87-6c84-4a0c-a6d5-3bff4c71d68e tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:34.071338 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-5dc832ae-0127-4d73-a495-feb96224532c req-b7008f87-6c84-4a0c-a6d5-3bff4c71d68e tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:34.224339 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-5dc832ae-0127-4d73-a495-feb96224532c req-b7008f87-6c84-4a0c-a6d5-3bff4c71d68e tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9650471 May 27 03:39:34.237111 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [req-5dc832ae-0127-4d73-a495-feb96224532c req-ac8a2a23-bd2b-4d04-a549-f2eb21c188e6 service neutron] Request body: {'port': {'device_id': '7cec9927-a0fc-4bb1-b056-c8bc8cc8f754', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:39:34.261848 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:34.298089 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-5dc832ae-0127-4d73-a495-feb96224532c req-ac8a2a23-bd2b-4d04-a549-f2eb21c188e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:34.516177 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 53604) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:34.651299 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:34.662970 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [req-5dc832ae-0127-4d73-a495-feb96224532c req-ac8a2a23-bd2b-4d04-a549-f2eb21c188e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7 {{(pid=104678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:39:34.670176 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ed6a9-e59a-418f-b932-90da9beba4ac req-fb87146f-8273-47a8-aedc-8e0712650474 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:34.671821 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-1c0ed6a9-e59a-418f-b932-90da9beba4ac req-fb87146f-8273-47a8-aedc-8e0712650474 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/ports?device_id=7cec9927-a0fc-4bb1-b056-c8bc8cc8f754 HTTP/1.1" status: 200 len: 932 time: 0.0970531 May 27 03:39:34.672119 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-5dc832ae-0127-4d73-a495-feb96224532c req-ac8a2a23-bd2b-4d04-a549-f2eb21c188e6 service neutron] Publish callbacks [] for port (587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:34.681460 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e7ac4d69-271d-4951-9b61-267c5f10cc71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:34.687866 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.provisioning_blocks [req-5dc832ae-0127-4d73-a495-feb96224532c req-ac8a2a23-bd2b-4d04-a549-f2eb21c188e6 service neutron] Transition to ACTIVE for port object 587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7 will not be triggered until provisioned by entity L2. {{(pid=104678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:39:34.753606 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-1c0ed6a9-e59a-418f-b932-90da9beba4ac req-996dd5f4-9a8f-4f8d-b274-1f07371d22a8 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8ab2741-0f13-4dfb-bc9d-9a1814c4d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742066 May 27 03:39:34.774368 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-5dc832ae-0127-4d73-a495-feb96224532c req-ac8a2a23-bd2b-4d04-a549-f2eb21c188e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62479337'] for port (587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:34.800832 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e7ac4d69-271d-4951-9b61-267c5f10cc71 admin admin] Publish callbacks [] for security_group (c3d5d99e-974b-4499-92d2-122e744e4190), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:34.822240 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a2a23-bd2b-4d04-a549-f2eb21c188e6 service neutron] Pushing event updated for resources: {'Port': ['ID=587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7,revision_number=2']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:34.896559 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-5dc832ae-0127-4d73-a495-feb96224532c req-ac8a2a23-bd2b-4d04-a549-f2eb21c188e6 service neutron] Attempting to bind port 587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:39:34.896889 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-5dc832ae-0127-4d73-a495-feb96224532c req-ac8a2a23-bd2b-4d04-a549-f2eb21c188e6 service neutron] Attempting to bind port 587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '60f129d8-2bfd-4269-bbe3-b4874327f85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0df1de14-3a91-4d76-a61c-003366553be5'}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:39:34.897214 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc832ae-0127-4d73-a495-feb96224532c req-ac8a2a23-bd2b-4d04-a549-f2eb21c188e6 service neutron] Attempting to bind port 587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7 on network 0df1de14-3a91-4d76-a61c-003366553be5 {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:39:34.901669 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc832ae-0127-4d73-a495-feb96224532c req-ac8a2a23-bd2b-4d04-a549-f2eb21c188e6 service neutron] Port 587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7 on network 0df1de14-3a91-4d76-a61c-003366553be5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:39:34.901991 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc832ae-0127-4d73-a495-feb96224532c req-ac8a2a23-bd2b-4d04-a549-f2eb21c188e6 service neutron] Attempting to bind port 587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7 on network 0df1de14-3a91-4d76-a61c-003366553be5 {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:39:34.907870 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc832ae-0127-4d73-a495-feb96224532c req-ac8a2a23-bd2b-4d04-a549-f2eb21c188e6 service neutron] Checking agent: {'id': '1c07afa2-e502-46e1-ac2b-740a8f00a450', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 36, 8), 'started_at': datetime.datetime(2022, 5, 27, 3, 36, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:39:34.908207 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc832ae-0127-4d73-a495-feb96224532c req-ac8a2a23-bd2b-4d04-a549-f2eb21c188e6 service neutron] Checking segment: {'id': '60f129d8-2bfd-4269-bbe3-b4874327f85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0df1de14-3a91-4d76-a61c-003366553be5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:39:34.908615 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc832ae-0127-4d73-a495-feb96224532c req-ac8a2a23-bd2b-4d04-a549-f2eb21c188e6 service neutron] Bound using segment: {'id': '60f129d8-2bfd-4269-bbe3-b4874327f85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0df1de14-3a91-4d76-a61c-003366553be5'} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:39:34.909032 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-5dc832ae-0127-4d73-a495-feb96224532c req-ac8a2a23-bd2b-4d04-a549-f2eb21c188e6 service neutron] Bound port: 587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60f129d8-2bfd-4269-bbe3-b4874327f85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0df1de14-3a91-4d76-a61c-003366553be5'}}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:39:34.909487 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-5dc832ae-0127-4d73-a495-feb96224532c req-ac8a2a23-bd2b-4d04-a549-f2eb21c188e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:34.911582 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e7ac4d69-271d-4951-9b61-267c5f10cc71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (c3d5d99e-974b-4499-92d2-122e744e4190), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:34.959010 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac4d69-271d-4951-9b61-267c5f10cc71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d5d99e-974b-4499-92d2-122e744e4190,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:34.963672 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-e7ac4d69-271d-4951-9b61-267c5f10cc71 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=238fbf5ebff5473d87cf32c35857b958&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4481843 May 27 03:39:34.969796 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 53620) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:34.991480 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-5dc832ae-0127-4d73-a495-feb96224532c req-ac8a2a23-bd2b-4d04-a549-f2eb21c188e6 service neutron] For port 587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7, host hv-cinder-84336, cleared binding levels {{(pid=104678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:39:34.994714 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-5dc832ae-0127-4d73-a495-feb96224532c req-ac8a2a23-bd2b-4d04-a549-f2eb21c188e6 service neutron] For port 587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7,segment=NetworkSegment(60f129d8-2bfd-4269-bbe3-b4874327f85a),segment_id=60f129d8-2bfd-4269-bbe3-b4874327f85a)] {{(pid=104678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:39:35.023909 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-11e2100d-0f60-47aa-bcf3-02e7552dd03a admin admin] Publish callbacks [] for security_group (c3d5d99e-974b-4499-92d2-122e744e4190), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:35.046452 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-11e2100d-0f60-47aa-bcf3-02e7552dd03a admin admin] Publish callbacks [] for security_group (c3d5d99e-974b-4499-92d2-122e744e4190), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:35.082022 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:35.200164 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-5dc832ae-0127-4d73-a495-feb96224532c req-ac8a2a23-bd2b-4d04-a549-f2eb21c188e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62479337'] for port (587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:35.232197 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc832ae-0127-4d73-a495-feb96224532c req-ac8a2a23-bd2b-4d04-a549-f2eb21c188e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:35.232852 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-5dc832ae-0127-4d73-a495-feb96224532c req-ac8a2a23-bd2b-4d04-a549-f2eb21c188e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:35.234313 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-5dc832ae-0127-4d73-a495-feb96224532c req-ac8a2a23-bd2b-4d04-a549-f2eb21c188e6 service neutron] 10.222.0.72 "PUT /v2.0/ports/587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7 HTTP/1.1" status: 200 len: 1094 time: 1.0013816 May 27 03:39:35.243441 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cec9927-a0fc-4bb1-b056-c8bc8cc8f754', 'tag': '587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7'}] {{(pid=104678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:39:35.243441 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e1ed873ee784d85eb1b1d61ec54b86d2255e46a50b7e273563a24fff47d01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e79316-4346-4129-9de1-0922bd7c5201" -d '{"events": [{"name": "network-changed", "server_uuid": "7cec9927-a0fc-4bb1-b056-c8bc8cc8f754", "tag": "587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7"}]}' {{(pid=104678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:39:35.265509 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a2a23-bd2b-4d04-a549-f2eb21c188e6 service neutron] Pushing event updated for resources: {'Port': ['ID=587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7,revision_number=3']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:35.273780 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-11e2100d-0f60-47aa-bcf3-02e7552dd03a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (c3d5d99e-974b-4499-92d2-122e744e4190), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:35.274834 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de698aeb-219f-4063-b65c-a8a8a4b84c81 x-openstack-request-id: req-de698aeb-219f-4063-b65c-a8a8a4b84c81 {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:39:35.274834 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cec9927-a0fc-4bb1-b056-c8bc8cc8f754", "tag": "587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7", "status": "completed", "code": 200}]} {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:39:35.275076 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-de698aeb-219f-4063-b65c-a8a8a4b84c81 {{(pid=104678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:39:35.275522 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de698aeb-219f-4063-b65c-a8a8a4b84c81'] response: {'name': 'network-changed', 'server_uuid': '7cec9927-a0fc-4bb1-b056-c8bc8cc8f754', 'tag': '587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7', 'status': 'completed', 'code': 200} May 27 03:39:35.277151 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-11e2100d-0f60-47aa-bcf3-02e7552dd03a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:35.278500 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-11e2100d-0f60-47aa-bcf3-02e7552dd03a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c3d5d99e-974b-4499-92d2-122e744e4190 HTTP/1.1" status: 204 len: 168 time: 0.3069448 May 27 03:39:35.288695 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2100d-0f60-47aa-bcf3-02e7552dd03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d5d99e-974b-4499-92d2-122e744e4190,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:35.351339 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e79316-4346-4129-9de1-0922bd7c5201 req-512f876d-671f-40ac-a966-a1887a3e4a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:35.352898 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-65e79316-4346-4129-9de1-0922bd7c5201 req-512f876d-671f-40ac-a966-a1887a3e4a64 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3f91679e053a4582945dcbace6c93d24&device_id=7cec9927-a0fc-4bb1-b056-c8bc8cc8f754 HTTP/1.1" status: 200 len: 1128 time: 0.0570600 May 27 03:39:35.469781 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e79316-4346-4129-9de1-0922bd7c5201 req-0ec01345-885c-4b63-8d62-8ed82409e823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:35.471809 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-65e79316-4346-4129-9de1-0922bd7c5201 req-0ec01345-885c-4b63-8d62-8ed82409e823 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=3f91679e053a4582945dcbace6c93d24&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1106205 May 27 03:39:35.582174 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e79316-4346-4129-9de1-0922bd7c5201 req-37d8fb1b-939e-4eed-a1d9-0f10ab4667b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:35.583861 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-65e79316-4346-4129-9de1-0922bd7c5201 req-37d8fb1b-939e-4eed-a1d9-0f10ab4667b1 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1035440 May 27 03:39:35.671781 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc832ae-0127-4d73-a495-feb96224532c req-c4059ccd-dd28-4c5c-8b14-4ce26f088452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:35.673421 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-5dc832ae-0127-4d73-a495-feb96224532c req-c4059ccd-dd28-4c5c-8b14-4ce26f088452 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3f91679e053a4582945dcbace6c93d24&device_id=7cec9927-a0fc-4bb1-b056-c8bc8cc8f754 HTTP/1.1" status: 200 len: 1128 time: 0.0458112 May 27 03:39:35.716310 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-5dc832ae-0127-4d73-a495-feb96224532c req-ac0354d5-dd84-450b-832b-6a9c118ced77 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7 HTTP/1.1" status: 200 len: 217 time: 0.0347354 May 27 03:39:35.772729 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc832ae-0127-4d73-a495-feb96224532c req-b4ddecc6-354d-413b-83b0-130099ef0d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:35.774448 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-5dc832ae-0127-4d73-a495-feb96224532c req-b4ddecc6-354d-413b-83b0-130099ef0d1d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=838dbcad-2fcb-4c2e-86a6-33f34e4a9348 HTTP/1.1" status: 200 len: 854 time: 0.0490630 May 27 03:39:35.813165 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-5dc832ae-0127-4d73-a495-feb96224532c req-c76bd2ba-1d7f-4847-8383-344061b0450a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0df1de14-3a91-4d76-a61c-003366553be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315292 May 27 03:39:35.918490 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39654ad9-ecc1-4fa6-bcaa-0eb7183e43ae req-da69778f-283e-4af7-976d-135305b840f4 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:35.927722 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-39654ad9-ecc1-4fa6-bcaa-0eb7183e43ae req-da69778f-283e-4af7-976d-135305b840f4 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/ports?device_id=7cec9927-a0fc-4bb1-b056-c8bc8cc8f754 HTTP/1.1" status: 200 len: 944 time: 0.0991261 May 27 03:39:35.980606 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a16df2-0dde-4cdd-8b6d-a3070f50af34 req-beb846a6-f297-4242-98d1-0ad037b0ca52 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:35.981792 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-83a16df2-0dde-4cdd-8b6d-a3070f50af34 req-beb846a6-f297-4242-98d1-0ad037b0ca52 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=82c7f5b6-c44c-4245-8f43-888d1a4e50bd HTTP/1.1" status: 200 len: 946 time: 0.1109319 May 27 03:39:36.021704 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-39654ad9-ecc1-4fa6-bcaa-0eb7183e43ae req-5f3db546-6ae1-47f3-bbdb-7f020ea9d7f7 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8ab2741-0f13-4dfb-bc9d-9a1814c4d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930011 May 27 03:39:36.052168 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030ed83-5f15-4b58-a6f3-fe9e76f02755 req-42c6eef2-84a6-4b84-90a2-22f654a59810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:36.053780 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-8030ed83-5f15-4b58-a6f3-fe9e76f02755 req-42c6eef2-84a6-4b84-90a2-22f654a59810 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8c649113d597484d8d1f5f046a8cac59&device_id=82c7f5b6-c44c-4245-8f43-888d1a4e50bd HTTP/1.1" status: 200 len: 1130 time: 0.1062565 May 27 03:39:36.057375 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-5dc832ae-0127-4d73-a495-feb96224532c req-bc375ffc-c470-40b5-aa6c-4f0619ce19a5 service neutron] 10.222.0.72 "GET /v2.0/networks/0df1de14-3a91-4d76-a61c-003366553be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376039 May 27 03:39:36.079689 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 53658) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:36.098951 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-83a16df2-0dde-4cdd-8b6d-a3070f50af34 req-41fe9463-fa61-4511-ad31-e1c4b3ff8e73 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808911 May 27 03:39:36.151720 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b5bf73fd-cbc5-405b-be18-bfc12a0e327d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:36.160779 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-fc581381-a85d-4111-9468-12a8159c2a2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:36.294939 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030ed83-5f15-4b58-a6f3-fe9e76f02755 req-f0af6808-8484-450b-8353-fda3e479e285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:36.296334 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-8030ed83-5f15-4b58-a6f3-fe9e76f02755 req-f0af6808-8484-450b-8353-fda3e479e285 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f916a43-2562-4d0d-bd29-c5c8a7d74b6a HTTP/1.1" status: 200 len: 919 time: 0.2304320 May 27 03:39:36.298170 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-5dc832ae-0127-4d73-a495-feb96224532c req-96c03841-e931-4726-9b41-04c5e320ae7e service neutron] 10.222.0.72 "GET /v2.0/networks/0df1de14-3a91-4d76-a61c-003366553be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303765 May 27 03:39:36.347773 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-8030ed83-5f15-4b58-a6f3-fe9e76f02755 req-2bab0e9a-b8e2-4165-b340-149e28d790a9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f HTTP/1.1" status: 200 len: 217 time: 0.0409200 May 27 03:39:36.396625 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-fc581381-a85d-4111-9468-12a8159c2a2f admin admin] Publish callbacks [] for security_group (669136d7-11d4-42c2-8d97-2d58ccb0b169), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:36.413715 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030ed83-5f15-4b58-a6f3-fe9e76f02755 req-0d4025a6-77b5-415d-a26a-3087792d0c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:36.415206 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-8030ed83-5f15-4b58-a6f3-fe9e76f02755 req-0d4025a6-77b5-415d-a26a-3087792d0c88 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e9e7a5b0-6940-4778-807b-b50ae30078a7 HTTP/1.1" status: 200 len: 857 time: 0.0579269 May 27 03:39:36.463679 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030ed83-5f15-4b58-a6f3-fe9e76f02755 req-3f995196-c953-433d-a725-e99098e4718e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:36.465990 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-8030ed83-5f15-4b58-a6f3-fe9e76f02755 req-3f995196-c953-433d-a725-e99098e4718e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f916a43-2562-4d0d-bd29-c5c8a7d74b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0429194 May 27 03:39:36.476991 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-fc581381-a85d-4111-9468-12a8159c2a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (669136d7-11d4-42c2-8d97-2d58ccb0b169), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:36.517752 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-fc581381-a85d-4111-9468-12a8159c2a2f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=20504334e43e4ba78110d0da09f19e3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4285104 May 27 03:39:36.518606 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc581381-a85d-4111-9468-12a8159c2a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669136d7-11d4-42c2-8d97-2d58ccb0b169,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:36.520426 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 53678) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:36.570579 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-ec24e073-bde7-42ae-88a7-ebc04d273df9 admin admin] Publish callbacks [] for security_group (669136d7-11d4-42c2-8d97-2d58ccb0b169), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:36.593706 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-ec24e073-bde7-42ae-88a7-ebc04d273df9 admin admin] Publish callbacks [] for security_group (669136d7-11d4-42c2-8d97-2d58ccb0b169), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:36.724647 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-ec24e073-bde7-42ae-88a7-ebc04d273df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (669136d7-11d4-42c2-8d97-2d58ccb0b169), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:36.727189 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-ec24e073-bde7-42ae-88a7-ebc04d273df9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:36.728500 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-ec24e073-bde7-42ae-88a7-ebc04d273df9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/669136d7-11d4-42c2-8d97-2d58ccb0b169 HTTP/1.1" status: 204 len: 168 time: 0.2069714 May 27 03:39:36.736293 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:36.739114 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24e073-bde7-42ae-88a7-ebc04d273df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669136d7-11d4-42c2-8d97-2d58ccb0b169,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:36.930432 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:37.295916 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8959eb-42c8-4f92-bab3-12197d3115a5 req-692bf08a-862a-4a24-926a-ad39d7e85c96 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:37.295916 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ac8959eb-42c8-4f92-bab3-12197d3115a5 req-692bf08a-862a-4a24-926a-ad39d7e85c96 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/ports?device_id=7cec9927-a0fc-4bb1-b056-c8bc8cc8f754 HTTP/1.1" status: 200 len: 944 time: 0.0574443 May 27 03:39:37.295916 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ac3b0-fb0b-4466-91a2-955a2235bb5f req-058f7a06-7cd9-4f68-b81b-c6b0c5c9ea99 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:37.295916 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2d9ac3b0-fb0b-4466-91a2-955a2235bb5f req-058f7a06-7cd9-4f68-b81b-c6b0c5c9ea99 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=82c7f5b6-c44c-4245-8f43-888d1a4e50bd HTTP/1.1" status: 200 len: 946 time: 0.0705919 May 27 03:39:37.295916 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:37.295916 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ac8959eb-42c8-4f92-bab3-12197d3115a5 req-47956e31-3f34-434b-9a2a-3a4648b052b2 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8ab2741-0f13-4dfb-bc9d-9a1814c4d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840218 May 27 03:39:37.302552 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2d9ac3b0-fb0b-4466-91a2-955a2235bb5f req-00bf996b-fdbe-4f7d-8254-5e40881b1f2f tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493519 May 27 03:39:37.336699 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 6 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:39:37.407904 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-8030ed83-5f15-4b58-a6f3-fe9e76f02755 req-eae715d9-31c6-4d51-acc4-1cfb13b6355c service neutron] 10.222.0.72 "GET /v2.0/networks/2f916a43-2562-4d0d-bd29-c5c8a7d74b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892396 May 27 03:39:37.511835 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-8030ed83-5f15-4b58-a6f3-fe9e76f02755 req-abb84a2c-f768-4f59-918a-cb225cf4963e service neutron] 10.222.0.72 "GET /v2.0/networks/2f916a43-2562-4d0d-bd29-c5c8a7d74b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974207 May 27 03:39:38.347621 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-2ff34fc0-ad98-425d-9952-af8e6b1c9b3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:38.400768 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d596c6e-91ee-4b41-aca2-1738168eb2fa req-4816d10b-94cd-469c-a34a-86e59c8c654b tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:38.402256 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-6d596c6e-91ee-4b41-aca2-1738168eb2fa req-4816d10b-94cd-469c-a34a-86e59c8c654b tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/ports?device_id=7cec9927-a0fc-4bb1-b056-c8bc8cc8f754 HTTP/1.1" status: 200 len: 944 time: 0.0535326 May 27 03:39:38.467827 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9edbe-34e9-48b2-a786-edd85a956efb req-02ecb155-b353-4f4c-ab49-55b66c9297a8 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:38.469586 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-27d9edbe-34e9-48b2-a786-edd85a956efb req-02ecb155-b353-4f4c-ab49-55b66c9297a8 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=82c7f5b6-c44c-4245-8f43-888d1a4e50bd HTTP/1.1" status: 200 len: 946 time: 0.0757368 May 27 03:39:38.509272 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:38.527160 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-6d596c6e-91ee-4b41-aca2-1738168eb2fa req-431cf837-0321-4699-b8f5-4b4e5b3ff17e tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8ab2741-0f13-4dfb-bc9d-9a1814c4d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159668 May 27 03:39:38.571357 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-27d9edbe-34e9-48b2-a786-edd85a956efb req-4249c3f0-4565-4f8b-94cc-c286218eaaee tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944564 May 27 03:39:39.017478 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 53772) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:39.177073 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-bf7f297a-eba7-453c-8baf-04cae4a37bcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:39.198925 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:39.258694 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-bf7f297a-eba7-453c-8baf-04cae4a37bcb admin admin] Publish callbacks [] for security_group (30916b1e-0c02-471c-bdac-827dfa39c56f), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:39.353579 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-bf7f297a-eba7-453c-8baf-04cae4a37bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (30916b1e-0c02-471c-bdac-827dfa39c56f), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:39.353768 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:39.395975 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-bf7f297a-eba7-453c-8baf-04cae4a37bcb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7d220a7317ca4eaba309e54fd6887997&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3770182 May 27 03:39:39.396615 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f297a-eba7-453c-8baf-04cae4a37bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30916b1e-0c02-471c-bdac-827dfa39c56f,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:39.398465 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 53776) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:39.448089 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:39.449053 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-32cfff73-c625-400e-a800-065bd1f6a21e admin admin] Publish callbacks [] for security_group (30916b1e-0c02-471c-bdac-827dfa39c56f), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:39.486313 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-32cfff73-c625-400e-a800-065bd1f6a21e admin admin] Publish callbacks [] for security_group (30916b1e-0c02-471c-bdac-827dfa39c56f), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:39.640249 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-32cfff73-c625-400e-a800-065bd1f6a21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (30916b1e-0c02-471c-bdac-827dfa39c56f), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:39.644805 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-32cfff73-c625-400e-a800-065bd1f6a21e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:39.648451 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-32cfff73-c625-400e-a800-065bd1f6a21e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/30916b1e-0c02-471c-bdac-827dfa39c56f HTTP/1.1" status: 204 len: 168 time: 0.2465479 May 27 03:39:39.650123 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c84cac-ebc9-47bc-9154-05b82bdc8bef req-655ee18f-53f8-4841-bf1f-e07ff904a9e8 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:39.652267 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-35c84cac-ebc9-47bc-9154-05b82bdc8bef req-655ee18f-53f8-4841-bf1f-e07ff904a9e8 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/ports?device_id=7cec9927-a0fc-4bb1-b056-c8bc8cc8f754 HTTP/1.1" status: 200 len: 944 time: 0.0581923 May 27 03:39:39.665755 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cfff73-c625-400e-a800-065bd1f6a21e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30916b1e-0c02-471c-bdac-827dfa39c56f,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:39.704401 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:39:39.752231 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-35c84cac-ebc9-47bc-9154-05b82bdc8bef req-47300d73-dfe1-4251-b4bc-cb26be711c68 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8ab2741-0f13-4dfb-bc9d-9a1814c4d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926998 May 27 03:39:39.857395 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608939f-eb15-423a-b1fc-41bb660bd1d3 req-84604814-36aa-40b6-af3c-847520bb24e5 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:39.858941 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-e608939f-eb15-423a-b1fc-41bb660bd1d3 req-84604814-36aa-40b6-af3c-847520bb24e5 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=82c7f5b6-c44c-4245-8f43-888d1a4e50bd HTTP/1.1" status: 200 len: 946 time: 0.0920551 May 27 03:39:39.884892 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port 587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7,segment=NetworkSegment(60f129d8-2bfd-4269-bbe3-b4874327f85a),segment_id=60f129d8-2bfd-4269-bbe3-b4874327f85a)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:39.900920 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Returning: {'device': '587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7', 'network_id': '0df1de14-3a91-4d76-a61c-003366553be5', 'port_id': '587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7', 'mac_address': 'fa:16:3e:81:2d:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '838dbcad-2fcb-4c2e-86a6-33f34e4a9348', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:39:39.921129 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-e608939f-eb15-423a-b1fc-41bb660bd1d3 req-cec684c0-c901-42bb-ad7e-a7ea524344b9 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558341 May 27 03:39:39.968160 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port 587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7 is: DOWN; New status is: BUILD {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:39:39.968580 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:40.005335 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7 {{(pid=104679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:39:40.037603 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port 587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7,segment=NetworkSegment(60f129d8-2bfd-4269-bbe3-b4874327f85a),segment_id=60f129d8-2bfd-4269-bbe3-b4874327f85a)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:40.164999 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:40.221384 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7,revision_number=4']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:40.231214 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:40.231570 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:40.231945 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:40.232317 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:40.232665 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:40.232994 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:40.233352 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:40.233689 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:40.234018 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:40.234511 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:40.234844 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:40.235186 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:40.235539 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:40.235869 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:40.236273 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:40.286309 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 53814) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:40.417218 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] get_ports_and_sgs() called for port_ids ['587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7'] {{(pid=104679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:39:40.456383 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ed970caa-08e0-4c35-ad1d-e2788c1a2e86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:40.505614 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:40.537155 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ed970caa-08e0-4c35-ad1d-e2788c1a2e86 admin admin] Publish callbacks [] for security_group (188bd6b5-3f39-4eca-803d-c45a7c8dff31), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:40.587285 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ed970caa-08e0-4c35-ad1d-e2788c1a2e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (188bd6b5-3f39-4eca-803d-c45a7c8dff31), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:40.635956 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-ed970caa-08e0-4c35-ad1d-e2788c1a2e86 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=29ce14baaafe4449bf9ee4e3002f2648&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3485670 May 27 03:39:40.643285 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed970caa-08e0-4c35-ad1d-e2788c1a2e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188bd6b5-3f39-4eca-803d-c45a7c8dff31,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:40.646103 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 53836) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:40.696577 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:40.702022 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-5f22de54-18d8-49ac-8057-8fd73a506951 admin admin] Publish callbacks [] for security_group (188bd6b5-3f39-4eca-803d-c45a7c8dff31), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:40.723571 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-5f22de54-18d8-49ac-8057-8fd73a506951 admin admin] Publish callbacks [] for security_group (188bd6b5-3f39-4eca-803d-c45a7c8dff31), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:40.738083 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 53844) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:40.752951 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3bcf4276-6aff-4a97-8563-e8b3ecee08aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:40.861866 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-5f22de54-18d8-49ac-8057-8fd73a506951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (188bd6b5-3f39-4eca-803d-c45a7c8dff31), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:40.864541 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-5f22de54-18d8-49ac-8057-8fd73a506951 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:40.865762 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-5f22de54-18d8-49ac-8057-8fd73a506951 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/188bd6b5-3f39-4eca-803d-c45a7c8dff31 HTTP/1.1" status: 204 len: 168 time: 0.2181866 May 27 03:39:40.866092 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642b12c-5801-4778-af45-243d31cd49a6 req-eeaa5560-21f5-4a1d-87a4-c71573fe209b tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:40.867645 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5642b12c-5801-4778-af45-243d31cd49a6 req-eeaa5560-21f5-4a1d-87a4-c71573fe209b tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/ports?device_id=7cec9927-a0fc-4bb1-b056-c8bc8cc8f754 HTTP/1.1" status: 200 len: 945 time: 0.0473871 May 27 03:39:40.883315 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:40.884220 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f22de54-18d8-49ac-8057-8fd73a506951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188bd6b5-3f39-4eca-803d-c45a7c8dff31,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:40.993361 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5642b12c-5801-4778-af45-243d31cd49a6 req-75d7d155-5f29-4c82-9647-0afbeb9810c6 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8ab2741-0f13-4dfb-bc9d-9a1814c4d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119854 May 27 03:39:41.027139 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:41.114916 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3bcf4276-6aff-4a97-8563-e8b3ecee08aa admin admin] Publish callbacks [] for security_group (1a1b0da6-58ff-487b-b071-1e21030f69ee), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:41.132135 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f1823-f05b-4787-aef9-cfbee99231a6 req-c435fb1a-1659-43f9-a70a-fcf7fb2b151e tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:41.133666 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-a01f1823-f05b-4787-aef9-cfbee99231a6 req-c435fb1a-1659-43f9-a70a-fcf7fb2b151e tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=82c7f5b6-c44c-4245-8f43-888d1a4e50bd HTTP/1.1" status: 200 len: 946 time: 0.0709550 May 27 03:39:41.169056 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:41.191410 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-a01f1823-f05b-4787-aef9-cfbee99231a6 req-d4f989a2-cae3-47f4-812d-5945f29f665a tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515845 May 27 03:39:41.216472 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3bcf4276-6aff-4a97-8563-e8b3ecee08aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (1a1b0da6-58ff-487b-b071-1e21030f69ee), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:41.258432 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-3bcf4276-6aff-4a97-8563-e8b3ecee08aa admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5360d1989cf048f4babd1c625191f686&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5191157 May 27 03:39:41.261474 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 53874) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:41.271201 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf4276-6aff-4a97-8563-e8b3ecee08aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1b0da6-58ff-487b-b071-1e21030f69ee,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:41.318377 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-9d994be0-0898-4ffa-9d2f-afb9d83812d8 admin admin] Publish callbacks [] for security_group (1a1b0da6-58ff-487b-b071-1e21030f69ee), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:41.344646 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-9d994be0-0898-4ffa-9d2f-afb9d83812d8 admin admin] Publish callbacks [] for security_group (1a1b0da6-58ff-487b-b071-1e21030f69ee), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:41.564743 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-9d994be0-0898-4ffa-9d2f-afb9d83812d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (1a1b0da6-58ff-487b-b071-1e21030f69ee), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:41.567332 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-9d994be0-0898-4ffa-9d2f-afb9d83812d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:41.568495 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-9d994be0-0898-4ffa-9d2f-afb9d83812d8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1a1b0da6-58ff-487b-b071-1e21030f69ee HTTP/1.1" status: 204 len: 168 time: 0.3056610 May 27 03:39:41.577577 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d994be0-0898-4ffa-9d2f-afb9d83812d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1b0da6-58ff-487b-b071-1e21030f69ee,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:41.726434 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7 up at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:39:41.760003 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:41.768754 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Provisioning for port 587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7 completed by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:39:41.787411 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 53888) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:41.800754 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-bd48229e-d190-4dd8-a88e-59683065ad37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:41.884768 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Provisioning complete for port 587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:39:41.885155 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:41.924998 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-bd48229e-d190-4dd8-a88e-59683065ad37 admin admin] Publish callbacks [] for security_group (e1827acc-4861-4bc1-a1a5-299206209edf), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:41.982072 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-bd48229e-d190-4dd8-a88e-59683065ad37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (e1827acc-4861-4bc1-a1a5-299206209edf), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:41.999013 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port 587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7 is: BUILD; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:39:41.999403 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:42.004635 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:42.019960 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 53902) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:42.027440 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cec9927-a0fc-4bb1-b056-c8bc8cc8f754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7'}] {{(pid=104679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:39:42.030879 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d249cf550e2d843300bc9a66ec52257e0462e4d4b5166dc6bcb5b411a3eed5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5406642-a476-4de5-883b-d66322fd39ab" -d '{"events": [{"server_uuid": "7cec9927-a0fc-4bb1-b056-c8bc8cc8f754", "name": "network-vif-plugged", "status": "completed", "tag": "587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7"}]}' {{(pid=104679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:39:42.069885 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port 587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7,segment=NetworkSegment(60f129d8-2bfd-4269-bbe3-b4874327f85a),segment_id=60f129d8-2bfd-4269-bbe3-b4874327f85a)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:42.099065 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48229e-d190-4dd8-a88e-59683065ad37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1827acc-4861-4bc1-a1a5-299206209edf,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:42.123095 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-bd48229e-d190-4dd8-a88e-59683065ad37 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=44630288d50a466fabfe46350d33625f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3345037 May 27 03:39:42.126384 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 53914) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:42.153968 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c0a58f-dd46-4fb2-9b5b-31b4fe0fe551 x-openstack-request-id: req-d2c0a58f-dd46-4fb2-9b5b-31b4fe0fe551 {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:39:42.154290 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cec9927-a0fc-4bb1-b056-c8bc8cc8f754", "name": "network-vif-plugged", "status": "completed", "tag": "587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7", "code": 200}]} {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:39:42.154547 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d2c0a58f-dd46-4fb2-9b5b-31b4fe0fe551 {{(pid=104679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:39:42.154998 dv-cinder-843361-2-smb neutron-server[104679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2c0a58f-dd46-4fb2-9b5b-31b4fe0fe551'] response: {'server_uuid': '7cec9927-a0fc-4bb1-b056-c8bc8cc8f754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7', 'code': 200} May 27 03:39:42.155490 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec6eae-9ba9-404f-b9dd-68e6236f3a36 req-8c25bead-ab96-4e4a-a135-9ca5403cc7f1 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:42.169127 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-65ec6eae-9ba9-404f-b9dd-68e6236f3a36 req-8c25bead-ab96-4e4a-a135-9ca5403cc7f1 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/ports?device_id=7cec9927-a0fc-4bb1-b056-c8bc8cc8f754 HTTP/1.1" status: 200 len: 945 time: 0.0605264 May 27 03:39:42.205938 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-64842ec9-0224-4f7c-901b-2b8ab5574e91 admin admin] Publish callbacks [] for security_group (e1827acc-4861-4bc1-a1a5-299206209edf), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:42.227475 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:42.262410 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-65ec6eae-9ba9-404f-b9dd-68e6236f3a36 req-e25044ed-523a-4262-bfc6-866fc167fb28 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8ab2741-0f13-4dfb-bc9d-9a1814c4d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902772 May 27 03:39:42.274117 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-64842ec9-0224-4f7c-901b-2b8ab5574e91 admin admin] Publish callbacks [] for security_group (e1827acc-4861-4bc1-a1a5-299206209edf), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:42.316368 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7,revision_number=5']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:42.385809 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:42.403304 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc73833-723d-4c42-82da-e18e1b02bf3d req-c10f811d-05ed-4e25-981c-0fbcf9a835e3 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:42.405122 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-6bc73833-723d-4c42-82da-e18e1b02bf3d req-c10f811d-05ed-4e25-981c-0fbcf9a835e3 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=82c7f5b6-c44c-4245-8f43-888d1a4e50bd HTTP/1.1" status: 200 len: 946 time: 0.0753827 May 27 03:39:42.447954 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d3bd531a-c36d-4ac5-8de7-dce724529674 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:42.478958 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-64842ec9-0224-4f7c-901b-2b8ab5574e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (e1827acc-4861-4bc1-a1a5-299206209edf), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:42.482392 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-64842ec9-0224-4f7c-901b-2b8ab5574e91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:42.484465 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-64842ec9-0224-4f7c-901b-2b8ab5574e91 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e1827acc-4861-4bc1-a1a5-299206209edf HTTP/1.1" status: 204 len: 168 time: 0.3571153 May 27 03:39:42.495201 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64842ec9-0224-4f7c-901b-2b8ab5574e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1827acc-4861-4bc1-a1a5-299206209edf,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:42.498321 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-6bc73833-723d-4c42-82da-e18e1b02bf3d req-c76198bf-32fb-4d3c-a2ba-b4aff6502f4a tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871594 May 27 03:39:42.580198 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d3bd531a-c36d-4ac5-8de7-dce724529674 admin admin] Publish callbacks [] for security_group (58bbbd5c-03bd-4432-bf5c-be74a092ad0c), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:42.593716 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcf9ea-4cde-4946-93d1-c7bf6b93574d req-9800b8be-1330-4df4-b8c5-642cfda9a10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:42.595424 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-dcdcf9ea-4cde-4946-93d1-c7bf6b93574d req-9800b8be-1330-4df4-b8c5-642cfda9a10b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7cec9927-a0fc-4bb1-b056-c8bc8cc8f754 HTTP/1.1" status: 200 len: 1130 time: 0.0406930 May 27 03:39:42.640295 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-dcdcf9ea-4cde-4946-93d1-c7bf6b93574d req-adbb96b8-94e5-459c-afda-4ee36733554f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e8ab2741-0f13-4dfb-bc9d-9a1814c4d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380147 May 27 03:39:42.690250 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d3bd531a-c36d-4ac5-8de7-dce724529674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (58bbbd5c-03bd-4432-bf5c-be74a092ad0c), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:42.731126 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd531a-c36d-4ac5-8de7-dce724529674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58bbbd5c-03bd-4432-bf5c-be74a092ad0c,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:42.737212 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-d3bd531a-c36d-4ac5-8de7-dce724529674 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6bc9c7a144fe435fabb05bbf34930624&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7158604 May 27 03:39:42.739566 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 53932) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:42.790571 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ecc5fff6-b8e2-46b2-a069-ac6fc374a2bf admin admin] Publish callbacks [] for security_group (58bbbd5c-03bd-4432-bf5c-be74a092ad0c), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:42.818210 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ecc5fff6-b8e2-46b2-a069-ac6fc374a2bf admin admin] Publish callbacks [] for security_group (58bbbd5c-03bd-4432-bf5c-be74a092ad0c), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:42.854333 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 53938) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:42.953446 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ecc5fff6-b8e2-46b2-a069-ac6fc374a2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (58bbbd5c-03bd-4432-bf5c-be74a092ad0c), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:42.955959 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ecc5fff6-b8e2-46b2-a069-ac6fc374a2bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:42.959643 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-ecc5fff6-b8e2-46b2-a069-ac6fc374a2bf admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/58bbbd5c-03bd-4432-bf5c-be74a092ad0c HTTP/1.1" status: 204 len: 168 time: 0.2166829 May 27 03:39:42.966515 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5fff6-b8e2-46b2-a069-ac6fc374a2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bbbd5c-03bd-4432-bf5c-be74a092ad0c,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:42.999564 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7a3a24d7-4f2e-4e25-8890-7c47bc8a32e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:43.086479 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7a3a24d7-4f2e-4e25-8890-7c47bc8a32e0 admin admin] Publish callbacks [] for security_group (143aa0bf-252a-4808-aaaf-d9f6d01644bf), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:43.181841 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7a3a24d7-4f2e-4e25-8890-7c47bc8a32e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (143aa0bf-252a-4808-aaaf-d9f6d01644bf), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:43.232665 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-7a3a24d7-4f2e-4e25-8890-7c47bc8a32e0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2b1535b0dc5f4261aa72acf137008bc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3771391 May 27 03:39:43.235323 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 53962) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:43.235817 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a24d7-4f2e-4e25-8890-7c47bc8a32e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143aa0bf-252a-4808-aaaf-d9f6d01644bf,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:43.303250 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-8724dd9e-602b-4e8f-90c6-2663217605c9 admin admin] Publish callbacks [] for security_group (143aa0bf-252a-4808-aaaf-d9f6d01644bf), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:43.329280 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-8724dd9e-602b-4e8f-90c6-2663217605c9 admin admin] Publish callbacks [] for security_group (143aa0bf-252a-4808-aaaf-d9f6d01644bf), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:43.363516 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418324d5-00b6-4c17-91a9-4f96c9c68c8b req-3e81d2e9-2e17-4c36-9054-0339ad9cf490 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:43.365290 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-418324d5-00b6-4c17-91a9-4f96c9c68c8b req-3e81d2e9-2e17-4c36-9054-0339ad9cf490 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/ports?device_id=7cec9927-a0fc-4bb1-b056-c8bc8cc8f754 HTTP/1.1" status: 200 len: 946 time: 0.0527842 May 27 03:39:43.416437 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-418324d5-00b6-4c17-91a9-4f96c9c68c8b req-4533643b-660f-48a4-a73c-cd3135e09daf tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8ab2741-0f13-4dfb-bc9d-9a1814c4d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430176 May 27 03:39:43.512897 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-8724dd9e-602b-4e8f-90c6-2663217605c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (143aa0bf-252a-4808-aaaf-d9f6d01644bf), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:43.516235 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-8724dd9e-602b-4e8f-90c6-2663217605c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:43.519682 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-8724dd9e-602b-4e8f-90c6-2663217605c9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/143aa0bf-252a-4808-aaaf-d9f6d01644bf HTTP/1.1" status: 204 len: 168 time: 0.2816737 May 27 03:39:43.534326 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8724dd9e-602b-4e8f-90c6-2663217605c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143aa0bf-252a-4808-aaaf-d9f6d01644bf,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:43.631029 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b2b1b-cd9f-48d0-a6de-507adf3ffe4d req-8bf43c7a-7d1c-4df8-a771-ce65632e8970 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:43.633296 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ab3b2b1b-cd9f-48d0-a6de-507adf3ffe4d req-8bf43c7a-7d1c-4df8-a771-ce65632e8970 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=82c7f5b6-c44c-4245-8f43-888d1a4e50bd HTTP/1.1" status: 200 len: 946 time: 0.0551353 May 27 03:39:43.683454 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ab3b2b1b-cd9f-48d0-a6de-507adf3ffe4d req-063d8b31-7d46-42a9-a264-3e5a919abcba tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448990 May 27 03:39:43.769474 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 53980) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:43.783916 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-045b0dd0-dc77-4501-8a53-0d0569f91940 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:43.866359 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-045b0dd0-dc77-4501-8a53-0d0569f91940 admin admin] Publish callbacks [] for security_group (d7d7038b-5144-4169-9ef8-f46911d4a757), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:43.930364 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-045b0dd0-dc77-4501-8a53-0d0569f91940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (d7d7038b-5144-4169-9ef8-f46911d4a757), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:43.976691 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-045b0dd0-dc77-4501-8a53-0d0569f91940 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8286d617e3894ef699727c6d99fcda78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2036481 May 27 03:39:43.976691 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b0dd0-dc77-4501-8a53-0d0569f91940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d7038b-5144-4169-9ef8-f46911d4a757,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:43.977015 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 53986) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:44.031444 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-481849f6-01e8-4a6a-8906-1d952877da78 admin admin] Publish callbacks [] for security_group (d7d7038b-5144-4169-9ef8-f46911d4a757), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:44.054267 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-481849f6-01e8-4a6a-8906-1d952877da78 admin admin] Publish callbacks [] for security_group (d7d7038b-5144-4169-9ef8-f46911d4a757), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:44.176811 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-481849f6-01e8-4a6a-8906-1d952877da78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (d7d7038b-5144-4169-9ef8-f46911d4a757), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:44.179460 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-481849f6-01e8-4a6a-8906-1d952877da78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:44.183042 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-481849f6-01e8-4a6a-8906-1d952877da78 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d7d7038b-5144-4169-9ef8-f46911d4a757 HTTP/1.1" status: 204 len: 168 time: 0.2026212 May 27 03:39:44.190642 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481849f6-01e8-4a6a-8906-1d952877da78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d7038b-5144-4169-9ef8-f46911d4a757,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:44.391701 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:44.472058 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 54012) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:44.495098 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-69ca1978-d298-49a8-8b54-59e08b78f426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:44.627159 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f096f-05f0-4c48-bf71-1dde26c0348a req-7979f7da-ba18-40b8-b131-354818d00e43 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:44.627159 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-363f096f-05f0-4c48-bf71-1dde26c0348a req-7979f7da-ba18-40b8-b131-354818d00e43 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/ports?device_id=7cec9927-a0fc-4bb1-b056-c8bc8cc8f754 HTTP/1.1" status: 200 len: 946 time: 0.0708222 May 27 03:39:44.651003 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-69ca1978-d298-49a8-8b54-59e08b78f426 admin admin] Publish callbacks [] for security_group (474ed865-87ec-4fd6-8607-31e09bd43193), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:44.693558 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-363f096f-05f0-4c48-bf71-1dde26c0348a req-a7f59ea2-6f3e-4f59-a708-20caf5d5ea2e tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8ab2741-0f13-4dfb-bc9d-9a1814c4d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539353 May 27 03:39:44.789521 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-69ca1978-d298-49a8-8b54-59e08b78f426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (474ed865-87ec-4fd6-8607-31e09bd43193), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:44.844226 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e63f6-b96a-40c8-a565-d4597574d027 req-2725fd72-36f7-4a31-be15-d4e8ad3484e1 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:44.845782 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-575e63f6-b96a-40c8-a565-d4597574d027 req-2725fd72-36f7-4a31-be15-d4e8ad3484e1 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=82c7f5b6-c44c-4245-8f43-888d1a4e50bd HTTP/1.1" status: 200 len: 946 time: 0.0852816 May 27 03:39:44.853726 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-69ca1978-d298-49a8-8b54-59e08b78f426 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9775fd30c6324719b2f9e959a4ca9b03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3787298 May 27 03:39:44.854194 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 54044) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:44.854637 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca1978-d298-49a8-8b54-59e08b78f426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474ed865-87ec-4fd6-8607-31e09bd43193,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:44.917326 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-575e63f6-b96a-40c8-a565-d4597574d027 req-5d37373f-bc6a-4184-9362-219710515f92 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630066 May 27 03:39:44.941328 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-211f8df6-f125-4320-8570-15408c1baa74 admin admin] Publish callbacks [] for security_group (474ed865-87ec-4fd6-8607-31e09bd43193), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:44.976876 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-211f8df6-f125-4320-8570-15408c1baa74 admin admin] Publish callbacks [] for security_group (474ed865-87ec-4fd6-8607-31e09bd43193), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:45.045044 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:45.169369 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-211f8df6-f125-4320-8570-15408c1baa74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (474ed865-87ec-4fd6-8607-31e09bd43193), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:45.170053 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-211f8df6-f125-4320-8570-15408c1baa74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:45.171228 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-211f8df6-f125-4320-8570-15408c1baa74 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/474ed865-87ec-4fd6-8607-31e09bd43193 HTTP/1.1" status: 204 len: 168 time: 0.3158951 May 27 03:39:45.182242 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f8df6-f125-4320-8570-15408c1baa74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474ed865-87ec-4fd6-8607-31e09bd43193,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:45.295084 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:45.865227 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348264c7-3d41-435e-a2c7-db4dac4aad9b req-fddf8ec4-a914-4a28-a6cb-f4f02f939375 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:45.866831 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-348264c7-3d41-435e-a2c7-db4dac4aad9b req-fddf8ec4-a914-4a28-a6cb-f4f02f939375 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 945 time: 0.0523705 May 27 03:39:45.916902 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-348264c7-3d41-435e-a2c7-db4dac4aad9b req-7c96e6bd-37df-4358-9d32-61fa9c5e62b7 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424790 May 27 03:39:46.053608 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397d636-650b-43e9-8373-8386dbfc4e67 req-34756487-28a1-4b52-ad6d-8e9f48c4fb62 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:46.054990 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5397d636-650b-43e9-8373-8386dbfc4e67 req-34756487-28a1-4b52-ad6d-8e9f48c4fb62 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=82c7f5b6-c44c-4245-8f43-888d1a4e50bd HTTP/1.1" status: 200 len: 946 time: 0.0466125 May 27 03:39:46.111804 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5397d636-650b-43e9-8373-8386dbfc4e67 req-4cc29078-0f5a-484b-b8ab-8b21d3528f02 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452006 May 27 03:39:46.272486 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 54142) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:46.288463 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-300edab8-99b2-455c-a2a7-0125f30f31d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:46.410396 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-300edab8-99b2-455c-a2a7-0125f30f31d1 admin admin] Publish callbacks [] for security_group (97ef9872-d690-45dc-807d-f4e629fe9666), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:46.507789 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-300edab8-99b2-455c-a2a7-0125f30f31d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (97ef9872-d690-45dc-807d-f4e629fe9666), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:46.549741 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-300edab8-99b2-455c-a2a7-0125f30f31d1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ccf3a35543214215b0c561d4a2b3f5e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2767556 May 27 03:39:46.551210 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300edab8-99b2-455c-a2a7-0125f30f31d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ef9872-d690-45dc-807d-f4e629fe9666,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:46.553610 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 54156) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:46.620040 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-07823a37-b8b6-44ab-91a4-ace4ff587961 admin admin] Publish callbacks [] for security_group (97ef9872-d690-45dc-807d-f4e629fe9666), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:46.643677 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-07823a37-b8b6-44ab-91a4-ace4ff587961 admin admin] Publish callbacks [] for security_group (97ef9872-d690-45dc-807d-f4e629fe9666), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:46.689122 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:46.836595 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-07823a37-b8b6-44ab-91a4-ace4ff587961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (97ef9872-d690-45dc-807d-f4e629fe9666), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:46.841861 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-07823a37-b8b6-44ab-91a4-ace4ff587961 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:46.843672 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-07823a37-b8b6-44ab-91a4-ace4ff587961 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/97ef9872-d690-45dc-807d-f4e629fe9666 HTTP/1.1" status: 204 len: 168 time: 0.2887084 May 27 03:39:46.853792 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07823a37-b8b6-44ab-91a4-ace4ff587961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ef9872-d690-45dc-807d-f4e629fe9666,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:47.056946 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed65bab-0b28-4726-a9c8-bd0c5980cef5 req-79f6c14a-8940-4caf-bf53-5e1f789b3c8b tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:47.058697 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2ed65bab-0b28-4726-a9c8-bd0c5980cef5 req-79f6c14a-8940-4caf-bf53-5e1f789b3c8b tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 945 time: 0.0561690 May 27 03:39:47.111644 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2ed65bab-0b28-4726-a9c8-bd0c5980cef5 req-c942ec4d-3b79-4190-a30e-2fe575538fe2 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475531 May 27 03:39:47.246035 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2c801-a470-4ac8-bfaf-f0c1fda23ac0 req-81022c3a-e047-4210-b1cc-2c09d5d69dd2 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:47.247501 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-4fb2c801-a470-4ac8-bfaf-f0c1fda23ac0 req-81022c3a-e047-4210-b1cc-2c09d5d69dd2 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=82c7f5b6-c44c-4245-8f43-888d1a4e50bd HTTP/1.1" status: 200 len: 946 time: 0.0604241 May 27 03:39:47.297885 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-4fb2c801-a470-4ac8-bfaf-f0c1fda23ac0 req-d0ef7a25-5fa8-415a-aa03-44d86e581e3f tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447910 May 27 03:39:47.329065 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=2 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:47.330596 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=6 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:47.450987 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:47.737120 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:48.232172 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18086da9-823b-4627-ad62-65ea84c6f1be req-074b1841-20d9-4b1d-88e4-a24e1773cc2e tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:48.233746 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-18086da9-823b-4627-ad62-65ea84c6f1be req-074b1841-20d9-4b1d-88e4-a24e1773cc2e tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 945 time: 0.0509722 May 27 03:39:48.297670 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-18086da9-823b-4627-ad62-65ea84c6f1be req-bf2762c9-5916-48ef-80ad-96e7697a2126 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553753 May 27 03:39:48.461872 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2382ed-b366-482a-a8ec-294271111069 req-39605525-7a0b-4d99-9f7d-f864a20e00dd tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:48.474919 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9e2382ed-b366-482a-a8ec-294271111069 req-39605525-7a0b-4d99-9f7d-f864a20e00dd tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=82c7f5b6-c44c-4245-8f43-888d1a4e50bd HTTP/1.1" status: 200 len: 946 time: 0.0889668 May 27 03:39:48.565824 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9e2382ed-b366-482a-a8ec-294271111069 req-51eddf52-a2dd-4cd8-a2b4-fc5c36dba9a6 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893812 May 27 03:39:49.431715 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436f962-5461-4995-98bf-cc9ea6e74c53 req-6a31ffb2-8c0d-4777-a67b-3d932b5dbb1f tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:49.433215 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b436f962-5461-4995-98bf-cc9ea6e74c53 req-6a31ffb2-8c0d-4777-a67b-3d932b5dbb1f tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 945 time: 0.0611591 May 27 03:39:49.497726 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b436f962-5461-4995-98bf-cc9ea6e74c53 req-25aff8ab-cde9-4838-9af8-4de7b1fca4fb tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573378 May 27 03:39:49.705592 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f64b4c-ad59-4b1c-9008-82ebd5326892 req-c73b0041-172b-41d6-8fc0-5206a89822df tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:49.705592 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-40f64b4c-ad59-4b1c-9008-82ebd5326892 req-c73b0041-172b-41d6-8fc0-5206a89822df tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=82c7f5b6-c44c-4245-8f43-888d1a4e50bd HTTP/1.1" status: 200 len: 946 time: 0.0663695 May 27 03:39:49.763723 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-40f64b4c-ad59-4b1c-9008-82ebd5326892 req-9712b4ee-9c84-45d1-8989-275023b96765 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520291 May 27 03:39:50.629878 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25612582-f24c-4761-800a-41341f06ca39 req-5f52ef60-4d0a-49ff-bedb-c3ad8f805d9e tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:50.631420 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-25612582-f24c-4761-800a-41341f06ca39 req-5f52ef60-4d0a-49ff-bedb-c3ad8f805d9e tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 945 time: 0.0535722 May 27 03:39:50.665342 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:50.681648 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-25612582-f24c-4761-800a-41341f06ca39 req-9ba185c6-e0cc-468a-ae0e-fd5b105d41f3 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440831 May 27 03:39:50.886295 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32548800-8ace-44a0-8045-38b45c381fb5 req-fe3e1248-21a2-439c-af97-b3d255cf22e2 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:50.888208 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-32548800-8ace-44a0-8045-38b45c381fb5 req-fe3e1248-21a2-439c-af97-b3d255cf22e2 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=82c7f5b6-c44c-4245-8f43-888d1a4e50bd HTTP/1.1" status: 200 len: 946 time: 0.0555313 May 27 03:39:50.939316 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-32548800-8ace-44a0-8045-38b45c381fb5 req-1ce6275b-b372-4ed8-ae22-7b1ee16c7e5a tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455167 May 27 03:39:51.080241 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 54332) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:51.198517 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-adafaaa2-1263-4470-a756-bc2b846b88c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:51.283894 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-adafaaa2-1263-4470-a756-bc2b846b88c9 admin admin] Publish callbacks [] for security_group (9dbcdd0f-b8f5-4108-bf81-24f80fe3b087), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:51.342187 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-adafaaa2-1263-4470-a756-bc2b846b88c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (9dbcdd0f-b8f5-4108-bf81-24f80fe3b087), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:51.401238 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-adafaaa2-1263-4470-a756-bc2b846b88c9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=464e8c4dcac04029bbbbf9b3457f8eb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3198295 May 27 03:39:51.404503 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adafaaa2-1263-4470-a756-bc2b846b88c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbcdd0f-b8f5-4108-bf81-24f80fe3b087,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:51.405034 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 54350) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:51.487418 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-04c547f7-4fd2-46d8-a10e-8e470837d9df admin admin] Publish callbacks [] for security_group (9dbcdd0f-b8f5-4108-bf81-24f80fe3b087), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:51.514408 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-04c547f7-4fd2-46d8-a10e-8e470837d9df admin admin] Publish callbacks [] for security_group (9dbcdd0f-b8f5-4108-bf81-24f80fe3b087), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:51.719040 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-04c547f7-4fd2-46d8-a10e-8e470837d9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (9dbcdd0f-b8f5-4108-bf81-24f80fe3b087), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:51.726112 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-04c547f7-4fd2-46d8-a10e-8e470837d9df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:51.726112 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-04c547f7-4fd2-46d8-a10e-8e470837d9df admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9dbcdd0f-b8f5-4108-bf81-24f80fe3b087 HTTP/1.1" status: 204 len: 168 time: 0.3157055 May 27 03:39:51.731956 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c547f7-4fd2-46d8-a10e-8e470837d9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbcdd0f-b8f5-4108-bf81-24f80fe3b087,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:51.806863 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f65a85-13a4-48b5-9b54-f2362035554c req-46aea81f-624e-4c70-8ca8-1aac003e1c0b tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:51.808543 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-83f65a85-13a4-48b5-9b54-f2362035554c req-46aea81f-624e-4c70-8ca8-1aac003e1c0b tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 945 time: 0.0497205 May 27 03:39:51.862488 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-83f65a85-13a4-48b5-9b54-f2362035554c req-eb8cd3a4-4e96-470d-a10c-f757c3641c60 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472012 May 27 03:39:51.958217 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 54366) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:52.088299 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902cdd76-06fa-416b-8b83-d238e21d0127 req-07e64be9-37a2-4428-9b91-8a2547636279 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:52.096736 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-902cdd76-06fa-416b-8b83-d238e21d0127 req-07e64be9-37a2-4428-9b91-8a2547636279 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=82c7f5b6-c44c-4245-8f43-888d1a4e50bd HTTP/1.1" status: 200 len: 946 time: 0.0891652 May 27 03:39:52.162624 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-902cdd76-06fa-416b-8b83-d238e21d0127 req-2a1d0b85-ffe7-4285-99c4-a2ba7dbd3979 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649345 May 27 03:39:52.237196 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-195e46c4-e3fa-4a62-9f51-2707a63a044d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:52.284805 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=77,neutron:DELETE=7,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:52.325186 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-195e46c4-e3fa-4a62-9f51-2707a63a044d admin admin] Publish callbacks [] for security_group (90d6e662-36ba-48e5-ae9e-66ebc5ff8ff9), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:52.434021 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-195e46c4-e3fa-4a62-9f51-2707a63a044d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (90d6e662-36ba-48e5-ae9e-66ebc5ff8ff9), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:52.474632 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-195e46c4-e3fa-4a62-9f51-2707a63a044d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b0dc5b50bdec4ef7b17f1dc014356e5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5152619 May 27 03:39:52.475630 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e46c4-e3fa-4a62-9f51-2707a63a044d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d6e662-36ba-48e5-ae9e-66ebc5ff8ff9,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:52.477231 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 54380) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:52.505022 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 54382) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:52.533951 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-24200f94-13c6-4463-b552-cc3e44cb393f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:52.568174 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-1b630e5e-cac2-48ed-a90e-4e0a755ff6d6 admin admin] Publish callbacks [] for security_group (90d6e662-36ba-48e5-ae9e-66ebc5ff8ff9), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:52.611183 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-1b630e5e-cac2-48ed-a90e-4e0a755ff6d6 admin admin] Publish callbacks [] for security_group (90d6e662-36ba-48e5-ae9e-66ebc5ff8ff9), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:52.654543 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:52.689116 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-24200f94-13c6-4463-b552-cc3e44cb393f admin admin] Publish callbacks [] for security_group (c53ed40d-d265-4abf-9218-cfd2c9fb8810), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:52.799320 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-24200f94-13c6-4463-b552-cc3e44cb393f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (c53ed40d-d265-4abf-9218-cfd2c9fb8810), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:52.804827 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-1b630e5e-cac2-48ed-a90e-4e0a755ff6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (90d6e662-36ba-48e5-ae9e-66ebc5ff8ff9), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:52.807685 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-1b630e5e-cac2-48ed-a90e-4e0a755ff6d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:52.810013 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-1b630e5e-cac2-48ed-a90e-4e0a755ff6d6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/90d6e662-36ba-48e5-ae9e-66ebc5ff8ff9 HTTP/1.1" status: 204 len: 168 time: 0.3315725 May 27 03:39:52.863179 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-24200f94-13c6-4463-b552-cc3e44cb393f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0a47a9e0c33d404b82dda27d3061be48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3570468 May 27 03:39:52.864353 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24200f94-13c6-4463-b552-cc3e44cb393f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53ed40d-d265-4abf-9218-cfd2c9fb8810,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:52.866066 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 54398) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:52.875425 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b630e5e-cac2-48ed-a90e-4e0a755ff6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d6e662-36ba-48e5-ae9e-66ebc5ff8ff9,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:52.927177 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-70c6e40c-9809-42b3-8a73-e106b969900c admin admin] Publish callbacks [] for security_group (c53ed40d-d265-4abf-9218-cfd2c9fb8810), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:52.961046 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-70c6e40c-9809-42b3-8a73-e106b969900c admin admin] Publish callbacks [] for security_group (c53ed40d-d265-4abf-9218-cfd2c9fb8810), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:52.989554 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:53.032179 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73ee94-c584-43ef-803b-f17d9f64e0f1 req-1fe200ec-7f29-44ac-af8a-f119c4ce859a tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:53.037577 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5e73ee94-c584-43ef-803b-f17d9f64e0f1 req-1fe200ec-7f29-44ac-af8a-f119c4ce859a tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 945 time: 0.0791516 May 27 03:39:53.092695 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5e73ee94-c584-43ef-803b-f17d9f64e0f1 req-7e917e6a-e21b-499c-9d49-86baf9d2a75c tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503433 May 27 03:39:53.136687 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-70c6e40c-9809-42b3-8a73-e106b969900c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (c53ed40d-d265-4abf-9218-cfd2c9fb8810), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:53.139505 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-70c6e40c-9809-42b3-8a73-e106b969900c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:53.140654 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-70c6e40c-9809-42b3-8a73-e106b969900c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c53ed40d-d265-4abf-9218-cfd2c9fb8810 HTTP/1.1" status: 204 len: 168 time: 0.2736132 May 27 03:39:53.152596 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c6e40c-9809-42b3-8a73-e106b969900c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53ed40d-d265-4abf-9218-cfd2c9fb8810,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:53.281341 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab7e8c-777d-4d00-a489-29e5560ea534 req-195825b1-fa71-4ce6-b3b3-055650dedbce tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:53.282862 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-53ab7e8c-777d-4d00-a489-29e5560ea534 req-195825b1-fa71-4ce6-b3b3-055650dedbce tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=82c7f5b6-c44c-4245-8f43-888d1a4e50bd HTTP/1.1" status: 200 len: 946 time: 0.0528731 May 27 03:39:53.335990 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-53ab7e8c-777d-4d00-a489-29e5560ea534 req-87648470-eb87-481e-946e-7a2ff4565be9 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436561 May 27 03:39:54.218416 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3103cbd-03c0-4d09-b63f-691680e12408 req-d6907551-b9d5-47a3-b0bb-1f11ef30e4ad tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:54.220083 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-d3103cbd-03c0-4d09-b63f-691680e12408 req-d6907551-b9d5-47a3-b0bb-1f11ef30e4ad tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 945 time: 0.0580373 May 27 03:39:54.269960 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-d3103cbd-03c0-4d09-b63f-691680e12408 req-607a5c64-9c16-44a7-9aa6-74e0eea6d4c2 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441146 May 27 03:39:54.459989 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbda6e6-f5bf-499b-aa01-fc5635a8b307 req-9ebca39c-02ae-468e-846f-a1a8a2f2e8b4 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:54.461852 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-8dbda6e6-f5bf-499b-aa01-fc5635a8b307 req-9ebca39c-02ae-468e-846f-a1a8a2f2e8b4 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=82c7f5b6-c44c-4245-8f43-888d1a4e50bd HTTP/1.1" status: 200 len: 946 time: 0.0526526 May 27 03:39:54.533552 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-8dbda6e6-f5bf-499b-aa01-fc5635a8b307 req-27a30b75-7509-4f96-89a2-edfd4d519ba7 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625372 May 27 03:39:54.622962 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 54474) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:54.879409 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-580c6fca-c68a-4704-ab5e-832308a17b1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:54.898120 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:54.965441 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-580c6fca-c68a-4704-ab5e-832308a17b1e admin admin] Publish callbacks [] for security_group (df3aa091-a61d-40d9-a27b-f643b93370ee), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:55.039195 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-580c6fca-c68a-4704-ab5e-832308a17b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (df3aa091-a61d-40d9-a27b-f643b93370ee), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:55.081672 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-580c6fca-c68a-4704-ab5e-832308a17b1e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2c3bf6cc9feb4b69bb341eb7d8c08d28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4574633 May 27 03:39:55.083657 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c6fca-c68a-4704-ab5e-832308a17b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3aa091-a61d-40d9-a27b-f643b93370ee,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:55.084450 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 54488) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:55.137237 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-fb490c56-2589-4666-aa05-9ff813933097 admin admin] Publish callbacks [] for security_group (df3aa091-a61d-40d9-a27b-f643b93370ee), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:55.158565 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-fb490c56-2589-4666-aa05-9ff813933097 admin admin] Publish callbacks [] for security_group (df3aa091-a61d-40d9-a27b-f643b93370ee), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:55.368647 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-fb490c56-2589-4666-aa05-9ff813933097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (df3aa091-a61d-40d9-a27b-f643b93370ee), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:55.375793 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-fb490c56-2589-4666-aa05-9ff813933097 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:55.375793 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-fb490c56-2589-4666-aa05-9ff813933097 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/df3aa091-a61d-40d9-a27b-f643b93370ee HTTP/1.1" status: 204 len: 168 time: 0.2878237 May 27 03:39:55.404001 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb490c56-2589-4666-aa05-9ff813933097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3aa091-a61d-40d9-a27b-f643b93370ee,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:55.436330 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a58698-9472-4744-aee9-822bcfe5932e req-c8246e1b-c10b-4a57-bf48-89a8783dd3c1 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:55.438559 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-80a58698-9472-4744-aee9-822bcfe5932e req-c8246e1b-c10b-4a57-bf48-89a8783dd3c1 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 945 time: 0.0810010 May 27 03:39:55.481710 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 54506) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:55.507844 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-80a58698-9472-4744-aee9-822bcfe5932e req-dc934ecd-ee03-435c-949b-e575090e0740 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615447 May 27 03:39:55.635226 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:55.665017 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-039bce99-e759-49ef-a7ec-2b0bee8bfff3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:55.687742 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a941cc-6c81-4cff-8ce3-f8a32d053ea9 req-7fc27ba4-8416-4691-b70b-bce073aa5f7e tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:55.689106 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-79a941cc-6c81-4cff-8ce3-f8a32d053ea9 req-7fc27ba4-8416-4691-b70b-bce073aa5f7e tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=82c7f5b6-c44c-4245-8f43-888d1a4e50bd HTTP/1.1" status: 200 len: 946 time: 0.0824642 May 27 03:39:55.740506 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-79a941cc-6c81-4cff-8ce3-f8a32d053ea9 req-15be61d7-7a1c-4f5c-81b8-ceee8b8c1509 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456476 May 27 03:39:55.754577 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-039bce99-e759-49ef-a7ec-2b0bee8bfff3 admin admin] Publish callbacks [] for security_group (72aab223-0788-495c-b8bf-229bc79713b7), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:55.856795 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-039bce99-e759-49ef-a7ec-2b0bee8bfff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (72aab223-0788-495c-b8bf-229bc79713b7), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:55.899740 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-039bce99-e759-49ef-a7ec-2b0bee8bfff3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2f56f3f52779431f83d5a57257c4db37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4168456 May 27 03:39:55.902289 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 54520) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:55.908693 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039bce99-e759-49ef-a7ec-2b0bee8bfff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72aab223-0788-495c-b8bf-229bc79713b7,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:55.930741 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:55.970368 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-853d4c76-de99-4970-988a-9fb87ddbb52a admin admin] Publish callbacks [] for security_group (72aab223-0788-495c-b8bf-229bc79713b7), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:56.228965 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-853d4c76-de99-4970-988a-9fb87ddbb52a admin admin] Publish callbacks [] for security_group (72aab223-0788-495c-b8bf-229bc79713b7), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:56.318499 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 54534) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:56.334013 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-4d7e09cc-07b1-4ac1-8b2f-48a1bf9da030 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:56.444769 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-853d4c76-de99-4970-988a-9fb87ddbb52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (72aab223-0788-495c-b8bf-229bc79713b7), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:56.447513 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-853d4c76-de99-4970-988a-9fb87ddbb52a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:56.448744 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-853d4c76-de99-4970-988a-9fb87ddbb52a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/72aab223-0788-495c-b8bf-229bc79713b7 HTTP/1.1" status: 204 len: 168 time: 0.5453076 May 27 03:39:56.457892 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d4c76-de99-4970-988a-9fb87ddbb52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72aab223-0788-495c-b8bf-229bc79713b7,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:56.527377 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-4d7e09cc-07b1-4ac1-8b2f-48a1bf9da030 admin admin] Publish callbacks [] for security_group (2cedc414-008f-4ff2-b4a3-0bf6b8b8506d), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:56.606417 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-4d7e09cc-07b1-4ac1-8b2f-48a1bf9da030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (2cedc414-008f-4ff2-b4a3-0bf6b8b8506d), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:56.692109 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e09cc-07b1-4ac1-8b2f-48a1bf9da030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cedc414-008f-4ff2-b4a3-0bf6b8b8506d,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:56.706343 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 54554) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:56.706850 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-4d7e09cc-07b1-4ac1-8b2f-48a1bf9da030 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fe9fea42ce8247ddbcec43c52a00a8dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3854475 May 27 03:39:56.725001 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f81dbc-48c3-4423-8140-510894765db3 req-b1452f57-c050-4d2a-a065-6d526d4b4006 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:56.734811 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f7f81dbc-48c3-4423-8140-510894765db3 req-b1452f57-c050-4d2a-a065-6d526d4b4006 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 945 time: 0.1137960 May 27 03:39:56.743614 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:56.792474 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f7f81dbc-48c3-4423-8140-510894765db3 req-a8be5235-4393-4549-820b-951c0bc7c4f8 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564702 May 27 03:39:56.801738 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ea4db65f-75cf-4d6f-bc9d-56f0d4124c27 admin admin] Publish callbacks [] for security_group (2cedc414-008f-4ff2-b4a3-0bf6b8b8506d), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:56.828512 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ea4db65f-75cf-4d6f-bc9d-56f0d4124c27 admin admin] Publish callbacks [] for security_group (2cedc414-008f-4ff2-b4a3-0bf6b8b8506d), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:56.876263 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa19c56-7b01-49c8-a4b4-6ba12f2f2119 req-f34647a1-6f4c-4f28-9b59-622e8b7f5f08 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:56.878339 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-8fa19c56-7b01-49c8-a4b4-6ba12f2f2119 req-f34647a1-6f4c-4f28-9b59-622e8b7f5f08 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=82c7f5b6-c44c-4245-8f43-888d1a4e50bd HTTP/1.1" status: 200 len: 946 time: 0.0627112 May 27 03:39:56.941639 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-8fa19c56-7b01-49c8-a4b4-6ba12f2f2119 req-1dccef19-97d7-4d5c-8964-b47e698829ac tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568390 May 27 03:39:56.971589 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ea4db65f-75cf-4d6f-bc9d-56f0d4124c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (2cedc414-008f-4ff2-b4a3-0bf6b8b8506d), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:56.974232 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ea4db65f-75cf-4d6f-bc9d-56f0d4124c27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:56.982961 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-ea4db65f-75cf-4d6f-bc9d-56f0d4124c27 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2cedc414-008f-4ff2-b4a3-0bf6b8b8506d HTTP/1.1" status: 204 len: 168 time: 0.2722607 May 27 03:39:56.992629 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4db65f-75cf-4d6f-bc9d-56f0d4124c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cedc414-008f-4ff2-b4a3-0bf6b8b8506d,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:57.289851 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94360b7f-f629-462b-a57f-dccbf72298e1 req-72467504-ee24-409e-bd8c-090c0c2d4601 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:57.291370 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-94360b7f-f629-462b-a57f-dccbf72298e1 req-72467504-ee24-409e-bd8c-090c0c2d4601 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 945 time: 0.0565917 May 27 03:39:57.346405 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-94360b7f-f629-462b-a57f-dccbf72298e1 req-c8bdb2e3-b135-4a45-8ad7-180edc41c413 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457418 May 27 03:39:57.441309 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e1bbf-13a7-4b56-8b21-39ae1609fa23 req-04b45827-8c51-4fd4-a0ba-afc1438e6698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:57.443189 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-892e1bbf-13a7-4b56-8b21-39ae1609fa23 req-04b45827-8c51-4fd4-a0ba-afc1438e6698 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3ca63dae986749728daf5c42db0d14e3&device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 1129 time: 0.0427399 May 27 03:39:57.594100 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e1bbf-13a7-4b56-8b21-39ae1609fa23 req-1b355a1b-c7f9-4578-92d3-c7987f29ee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:57.599272 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-892e1bbf-13a7-4b56-8b21-39ae1609fa23 req-1b355a1b-c7f9-4578-92d3-c7987f29ee2b service neutron] 10.222.0.72 "GET /v2.0/networks?id=7a2ea638-361b-43e7-98a5-ad26674b6832 HTTP/1.1" status: 200 len: 911 time: 0.1497319 May 27 03:39:57.675779 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-892e1bbf-13a7-4b56-8b21-39ae1609fa23 req-86806ec0-355a-4fde-8f8c-93648bd64742 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8aa1527-651b-4926-9e46-f9c266094b42 HTTP/1.1" status: 200 len: 1000 time: 0.0677788 May 27 03:39:57.774868 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e1bbf-13a7-4b56-8b21-39ae1609fa23 req-eafd494f-8ab9-4ea1-a38c-9a36d385e7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:57.776339 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-892e1bbf-13a7-4b56-8b21-39ae1609fa23 req-eafd494f-8ab9-4ea1-a38c-9a36d385e7d1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f2766fdc-78e4-4021-8ae5-25446d105c00 HTTP/1.1" status: 200 len: 849 time: 0.0564642 May 27 03:39:57.826891 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e1bbf-13a7-4b56-8b21-39ae1609fa23 req-2dbb8622-f9ff-4c3b-9849-ae6bb7802d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:57.827036 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-892e1bbf-13a7-4b56-8b21-39ae1609fa23 req-2dbb8622-f9ff-4c3b-9849-ae6bb7802d7a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7a2ea638-361b-43e7-98a5-ad26674b6832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0430086 May 27 03:39:57.932700 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-892e1bbf-13a7-4b56-8b21-39ae1609fa23 req-daf4817d-90a5-462b-a443-8e60600ed4d1 service neutron] 10.222.0.72 "GET /v2.0/networks/7a2ea638-361b-43e7-98a5-ad26674b6832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929937 May 27 03:39:58.065524 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736b60f-308e-43e4-aaf3-fb4f0fbd2789 req-0992ac7b-2ffe-408a-9d46-eab2843937ef tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:58.066913 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 54624) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:58.067495 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5736b60f-308e-43e4-aaf3-fb4f0fbd2789 req-0992ac7b-2ffe-408a-9d46-eab2843937ef tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=82c7f5b6-c44c-4245-8f43-888d1a4e50bd HTTP/1.1" status: 200 len: 946 time: 0.0507278 May 27 03:39:58.083001 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-b570f44f-b91c-4146-931b-0e453804eff2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:58.128797 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5736b60f-308e-43e4-aaf3-fb4f0fbd2789 req-a7554447-d21d-4c82-a4f3-92f237303d76 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552797 May 27 03:39:58.184664 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-b570f44f-b91c-4146-931b-0e453804eff2 admin admin] Publish callbacks [] for security_group (9b7d9ad7-7f1f-4c3c-aa6c-15a80461f9f0), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:58.317144 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-b570f44f-b91c-4146-931b-0e453804eff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (9b7d9ad7-7f1f-4c3c-aa6c-15a80461f9f0), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:58.355776 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b570f44f-b91c-4146-931b-0e453804eff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7d9ad7-7f1f-4c3c-aa6c-15a80461f9f0,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:58.360160 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-b570f44f-b91c-4146-931b-0e453804eff2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cd472a8d6c9a4b1fac0d718433b816e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2922239 May 27 03:39:58.365346 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 54632) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:58.419253 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-dffc8c38-1a1b-4e07-ab75-8ffd2ab144da admin admin] Publish callbacks [] for security_group (9b7d9ad7-7f1f-4c3c-aa6c-15a80461f9f0), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:58.444011 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-dffc8c38-1a1b-4e07-ab75-8ffd2ab144da admin admin] Publish callbacks [] for security_group (9b7d9ad7-7f1f-4c3c-aa6c-15a80461f9f0), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:58.475233 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f961f24-7b04-4e43-b084-284f0cb517a2 req-41a58503-8889-4a11-97c7-b6c005072af0 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:58.479885 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5f961f24-7b04-4e43-b084-284f0cb517a2 req-41a58503-8889-4a11-97c7-b6c005072af0 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 945 time: 0.0486009 May 27 03:39:58.532123 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5f961f24-7b04-4e43-b084-284f0cb517a2 req-f46e29b7-fbc3-4445-a7e2-353e8769adfc tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465512 May 27 03:39:58.564893 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:58.598906 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-dffc8c38-1a1b-4e07-ab75-8ffd2ab144da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (9b7d9ad7-7f1f-4c3c-aa6c-15a80461f9f0), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:58.602065 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-dffc8c38-1a1b-4e07-ab75-8ffd2ab144da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:58.606918 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-dffc8c38-1a1b-4e07-ab75-8ffd2ab144da admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9b7d9ad7-7f1f-4c3c-aa6c-15a80461f9f0 HTTP/1.1" status: 204 len: 168 time: 0.2403910 May 27 03:39:58.617511 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc8c38-1a1b-4e07-ab75-8ffd2ab144da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7d9ad7-7f1f-4c3c-aa6c-15a80461f9f0,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:58.909591 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-892e1bbf-13a7-4b56-8b21-39ae1609fa23 req-e664a4ec-c92d-444d-9f8e-a38cd2808686 service neutron] 10.222.0.72 "GET /v2.0/networks/7a2ea638-361b-43e7-98a5-ad26674b6832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199832 May 27 03:39:58.921228 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398823e-5066-4ebe-b1f2-e72d4003d3eb req-c49b51eb-954c-4fd6-a736-d7966d346984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:58.922692 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-4398823e-5066-4ebe-b1f2-e72d4003d3eb req-c49b51eb-954c-4fd6-a736-d7966d346984 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=82c7f5b6-c44c-4245-8f43-888d1a4e50bd HTTP/1.1" status: 200 len: 1130 time: 0.0433939 May 27 03:39:58.975765 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-4398823e-5066-4ebe-b1f2-e72d4003d3eb req-67676b66-f985-4a1b-99f7-0b60c722c0e3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436051 May 27 03:39:59.171154 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:59.271573 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb092e55-0585-4fd9-ab19-7526e705ce14 req-81645504-52e6-4a43-8514-01b453c22ab5 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:59.273093 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-eb092e55-0585-4fd9-ab19-7526e705ce14 req-81645504-52e6-4a43-8514-01b453c22ab5 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=82c7f5b6-c44c-4245-8f43-888d1a4e50bd HTTP/1.1" status: 200 len: 946 time: 0.0615699 May 27 03:39:59.329830 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-eb092e55-0585-4fd9-ab19-7526e705ce14 req-aa38a090-66ca-40cd-86fa-f4ee63debaa3 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491042 May 27 03:39:59.339948 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 54686) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:59.498395 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:59.508078 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-2fe3178b-b627-4f5b-91bf-42818cd2cc34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:59.594469 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-2fe3178b-b627-4f5b-91bf-42818cd2cc34 admin admin] Publish callbacks [] for security_group (b6d01035-c55e-438f-bd78-b59aab21b81d), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:59.671597 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9513e71-2e57-4caf-94f1-d42bfdaea29e req-d2fa6fae-b037-46e2-80ee-42bdd402fda2 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:59.673022 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c9513e71-2e57-4caf-94f1-d42bfdaea29e req-d2fa6fae-b037-46e2-80ee-42bdd402fda2 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 945 time: 0.0508580 May 27 03:39:59.720662 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c9513e71-2e57-4caf-94f1-d42bfdaea29e req-3258ba32-2008-4ef5-bd19-4ff299f05927 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419230 May 27 03:39:59.724337 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-2fe3178b-b627-4f5b-91bf-42818cd2cc34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (b6d01035-c55e-438f-bd78-b59aab21b81d), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:59.767885 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe3178b-b627-4f5b-91bf-42818cd2cc34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d01035-c55e-438f-bd78-b59aab21b81d,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:59.772126 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-2fe3178b-b627-4f5b-91bf-42818cd2cc34 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=404c8689a66f411ab53411e29287ebbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4311538 May 27 03:39:59.781126 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 54708) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:59.842531 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-8c4b3baa-f0d1-4d5e-9453-313ce49815d3 admin admin] Publish callbacks [] for security_group (b6d01035-c55e-438f-bd78-b59aab21b81d), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:59.865504 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-8c4b3baa-f0d1-4d5e-9453-313ce49815d3 admin admin] Publish callbacks [] for security_group (b6d01035-c55e-438f-bd78-b59aab21b81d), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:00.052401 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-8c4b3baa-f0d1-4d5e-9453-313ce49815d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (b6d01035-c55e-438f-bd78-b59aab21b81d), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:00.056554 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-8c4b3baa-f0d1-4d5e-9453-313ce49815d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:00.061836 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-8c4b3baa-f0d1-4d5e-9453-313ce49815d3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b6d01035-c55e-438f-bd78-b59aab21b81d HTTP/1.1" status: 204 len: 168 time: 0.2755356 May 27 03:40:00.066554 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b3baa-f0d1-4d5e-9453-313ce49815d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d01035-c55e-438f-bd78-b59aab21b81d,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:00.439372 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08958d9-1a1a-4ef4-9b8c-1027d873c0d1 req-df0a797a-3fdc-44b9-bb0a-7986a09dd02a tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:00.440830 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f08958d9-1a1a-4ef4-9b8c-1027d873c0d1 req-df0a797a-3fdc-44b9-bb0a-7986a09dd02a tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=82c7f5b6-c44c-4245-8f43-888d1a4e50bd HTTP/1.1" status: 200 len: 946 time: 0.0454607 May 27 03:40:00.493067 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f08958d9-1a1a-4ef4-9b8c-1027d873c0d1 req-b1b4821b-c1f9-4bc3-9a4f-ad4d47e8ff26 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466583 May 27 03:40:00.574748 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:00.765452 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 54732) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:00.875314 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00a779-6c53-4e8e-a8d6-c4d8d681f943 req-5a928ac4-359c-4cb3-abf6-f23bc6a21732 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:00.875314 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-7c00a779-6c53-4e8e-a8d6-c4d8d681f943 req-5a928ac4-359c-4cb3-abf6-f23bc6a21732 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 945 time: 0.0759573 May 27 03:40:00.899227 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-a8c0108f-dd00-4bbb-bfdd-a34db2734477 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:00.923863 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-7c00a779-6c53-4e8e-a8d6-c4d8d681f943 req-aca36c48-c232-4694-affe-46e2730b885c tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434513 May 27 03:40:00.980996 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-a8c0108f-dd00-4bbb-bfdd-a34db2734477 admin admin] Publish callbacks [] for security_group (a72b8194-c3b9-49a1-bea0-c659370f2bbc), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:01.015848 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 54748) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:01.032786 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0ee2588c-00da-4904-acbd-9ab86e6ac4d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:01.051096 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-a8c0108f-dd00-4bbb-bfdd-a34db2734477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (a72b8194-c3b9-49a1-bea0-c659370f2bbc), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:01.057740 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:01.103176 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0108f-dd00-4bbb-bfdd-a34db2734477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72b8194-c3b9-49a1-bea0-c659370f2bbc,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:01.108188 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-a8c0108f-dd00-4bbb-bfdd-a34db2734477 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5bd582db99e44fb5892bc51a69344bc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3417792 May 27 03:40:01.110821 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 54758) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:01.128674 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0ee2588c-00da-4904-acbd-9ab86e6ac4d1 admin admin] Publish callbacks [] for security_group (9333c01a-3685-4db7-a288-39c729e555a5), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:01.162656 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-cfbd8c07-caea-4280-905d-ef74c4d734dc admin admin] Publish callbacks [] for security_group (a72b8194-c3b9-49a1-bea0-c659370f2bbc), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:01.183427 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-cfbd8c07-caea-4280-905d-ef74c4d734dc admin admin] Publish callbacks [] for security_group (a72b8194-c3b9-49a1-bea0-c659370f2bbc), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:01.222106 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0ee2588c-00da-4904-acbd-9ab86e6ac4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (9333c01a-3685-4db7-a288-39c729e555a5), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:01.265852 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-0ee2588c-00da-4904-acbd-9ab86e6ac4d1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6dae5ed3a3154bd6b72dae0102640ba2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2489035 May 27 03:40:01.267142 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee2588c-00da-4904-acbd-9ab86e6ac4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9333c01a-3685-4db7-a288-39c729e555a5,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:01.268622 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 54762) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:01.320573 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-26545672-1b94-424b-9036-984973cf0efd admin admin] Publish callbacks [] for security_group (9333c01a-3685-4db7-a288-39c729e555a5), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:01.343687 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-26545672-1b94-424b-9036-984973cf0efd admin admin] Publish callbacks [] for security_group (9333c01a-3685-4db7-a288-39c729e555a5), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:01.350323 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-cfbd8c07-caea-4280-905d-ef74c4d734dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (a72b8194-c3b9-49a1-bea0-c659370f2bbc), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:01.352831 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-cfbd8c07-caea-4280-905d-ef74c4d734dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:01.354012 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-cfbd8c07-caea-4280-905d-ef74c4d734dc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a72b8194-c3b9-49a1-bea0-c659370f2bbc HTTP/1.1" status: 204 len: 168 time: 0.2420866 May 27 03:40:01.369618 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd8c07-caea-4280-905d-ef74c4d734dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72b8194-c3b9-49a1-bea0-c659370f2bbc,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:01.496588 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-26545672-1b94-424b-9036-984973cf0efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (9333c01a-3685-4db7-a288-39c729e555a5), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:01.499506 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-26545672-1b94-424b-9036-984973cf0efd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:01.500646 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-26545672-1b94-424b-9036-984973cf0efd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9333c01a-3685-4db7-a288-39c729e555a5 HTTP/1.1" status: 204 len: 168 time: 0.2309959 May 27 03:40:01.501524 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:DELETE=5,neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:01.509339 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26545672-1b94-424b-9036-984973cf0efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9333c01a-3685-4db7-a288-39c729e555a5,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:01.626544 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0cc48-beb0-450f-a3a5-ac8f29828d61 req-f1d708a6-6c0b-417f-89f9-0c032e2a51b9 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:01.629399 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c3b0cc48-beb0-450f-a3a5-ac8f29828d61 req-f1d708a6-6c0b-417f-89f9-0c032e2a51b9 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=82c7f5b6-c44c-4245-8f43-888d1a4e50bd HTTP/1.1" status: 200 len: 946 time: 0.0626755 May 27 03:40:01.682259 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c3b0cc48-beb0-450f-a3a5-ac8f29828d61 req-bf79d150-dc96-4312-9d35-23faaabc98e9 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463386 May 27 03:40:02.298175 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 54802) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:02.321118 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-dae3e2b7-6108-4234-a5cd-82fb36789d5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:02.413093 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-dae3e2b7-6108-4234-a5cd-82fb36789d5a admin admin] Publish callbacks [] for security_group (4e79f4ba-e3f9-48da-9dfe-47827b3a1c9c), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:02.477632 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-dae3e2b7-6108-4234-a5cd-82fb36789d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (4e79f4ba-e3f9-48da-9dfe-47827b3a1c9c), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:02.522407 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-dae3e2b7-6108-4234-a5cd-82fb36789d5a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7368e46aa5044c019587913e5d1fa999&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217584 May 27 03:40:02.523538 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae3e2b7-6108-4234-a5cd-82fb36789d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e79f4ba-e3f9-48da-9dfe-47827b3a1c9c,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:02.525127 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 54814) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:02.578301 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-8e47b40f-5649-4864-b977-5f62d1170964 admin admin] Publish callbacks [] for security_group (4e79f4ba-e3f9-48da-9dfe-47827b3a1c9c), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:02.605549 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-8e47b40f-5649-4864-b977-5f62d1170964 admin admin] Publish callbacks [] for security_group (4e79f4ba-e3f9-48da-9dfe-47827b3a1c9c), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:02.631775 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:02.767956 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-8e47b40f-5649-4864-b977-5f62d1170964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (4e79f4ba-e3f9-48da-9dfe-47827b3a1c9c), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:02.769466 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-8e47b40f-5649-4864-b977-5f62d1170964 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:02.770687 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-8e47b40f-5649-4864-b977-5f62d1170964 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4e79f4ba-e3f9-48da-9dfe-47827b3a1c9c HTTP/1.1" status: 204 len: 168 time: 0.2441568 May 27 03:40:02.801067 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e47b40f-5649-4864-b977-5f62d1170964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e79f4ba-e3f9-48da-9dfe-47827b3a1c9c,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:02.813962 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b82d5-e4f7-49ba-9d8f-6d25725c3dbd req-6227109a-762b-4d1c-9eee-ffcd9c66337e tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:02.815655 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-dc9b82d5-e4f7-49ba-9d8f-6d25725c3dbd req-6227109a-762b-4d1c-9eee-ffcd9c66337e tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=82c7f5b6-c44c-4245-8f43-888d1a4e50bd HTTP/1.1" status: 200 len: 946 time: 0.0604429 May 27 03:40:02.842329 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 54826) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:02.874042 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-dc9b82d5-e4f7-49ba-9d8f-6d25725c3dbd req-00b8b233-99f5-426c-893e-2d9746f10cd1 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493915 May 27 03:40:03.085354 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=13 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:03.085354 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=13 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:03.168176 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ae23cc2e-001d-44ec-b40a-45a3392f426c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:03.236784 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:03.270256 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ae23cc2e-001d-44ec-b40a-45a3392f426c admin admin] Publish callbacks [] for security_group (020182f4-e11c-4d46-990a-ea0a0a516302), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:03.317152 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e7432-242a-46f6-8b5e-fa86d735e83b req-236dc4bb-4cb4-4284-a7e8-e41080248613 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:03.318810 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-1a0e7432-242a-46f6-8b5e-fa86d735e83b req-236dc4bb-4cb4-4284-a7e8-e41080248613 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=82c7f5b6-c44c-4245-8f43-888d1a4e50bd HTTP/1.1" status: 200 len: 946 time: 0.0540512 May 27 03:40:03.382402 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-1a0e7432-242a-46f6-8b5e-fa86d735e83b req-70027cc7-090d-43f7-96bf-4e877a93caf5 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513806 May 27 03:40:03.395227 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff84d94-8b25-41a1-bd86-861b562856c9 req-7818fabf-2063-4932-8623-7c60ca007066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:03.396737 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-3ff84d94-8b25-41a1-bd86-861b562856c9 req-7818fabf-2063-4932-8623-7c60ca007066 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8c649113d597484d8d1f5f046a8cac59&device_id=82c7f5b6-c44c-4245-8f43-888d1a4e50bd HTTP/1.1" status: 200 len: 1130 time: 0.0444121 May 27 03:40:03.428812 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ae23cc2e-001d-44ec-b40a-45a3392f426c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (020182f4-e11c-4d46-990a-ea0a0a516302), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:03.513101 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-ae23cc2e-001d-44ec-b40a-45a3392f426c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1977b03e43ed48b0bd7e16878aa2d5dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6696644 May 27 03:40:03.515974 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 54866) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:03.516610 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae23cc2e-001d-44ec-b40a-45a3392f426c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020182f4-e11c-4d46-990a-ea0a0a516302,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:03.853901 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff84d94-8b25-41a1-bd86-861b562856c9 req-e09980d8-ce4b-4796-9473-f55a4ffcda92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:03.853901 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-3ff84d94-8b25-41a1-bd86-861b562856c9 req-e09980d8-ce4b-4796-9473-f55a4ffcda92 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f916a43-2562-4d0d-bd29-c5c8a7d74b6a HTTP/1.1" status: 200 len: 919 time: 0.1697898 May 27 03:40:03.853901 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-3ff84d94-8b25-41a1-bd86-861b562856c9 req-be1e7637-48ce-4ad4-b6eb-6b9907bb19f0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f HTTP/1.1" status: 200 len: 217 time: 0.0430157 May 27 03:40:03.853901 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-5564b732-4a70-4d1d-a496-49a145101962 admin admin] Publish callbacks [] for security_group (020182f4-e11c-4d46-990a-ea0a0a516302), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:03.853901 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-5564b732-4a70-4d1d-a496-49a145101962 admin admin] Publish callbacks [] for security_group (020182f4-e11c-4d46-990a-ea0a0a516302), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:03.853901 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff84d94-8b25-41a1-bd86-861b562856c9 req-66877109-175a-4fa2-87a4-719fe5c645f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:03.853901 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-3ff84d94-8b25-41a1-bd86-861b562856c9 req-66877109-175a-4fa2-87a4-719fe5c645f3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e9e7a5b0-6940-4778-807b-b50ae30078a7 HTTP/1.1" status: 200 len: 857 time: 0.0796189 May 27 03:40:03.853901 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff84d94-8b25-41a1-bd86-861b562856c9 req-0d6ef66e-7463-4f61-bc66-e642fc8eb97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:03.853901 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-3ff84d94-8b25-41a1-bd86-861b562856c9 req-0d6ef66e-7463-4f61-bc66-e642fc8eb97b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f916a43-2562-4d0d-bd29-c5c8a7d74b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0408924 May 27 03:40:03.870181 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-3ff84d94-8b25-41a1-bd86-861b562856c9 req-0c118739-ce2c-419f-8ef9-5e7eb48a71eb service neutron] 10.222.0.72 "GET /v2.0/networks/2f916a43-2562-4d0d-bd29-c5c8a7d74b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842805 May 27 03:40:03.935119 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-5564b732-4a70-4d1d-a496-49a145101962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (020182f4-e11c-4d46-990a-ea0a0a516302), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:03.941621 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-5564b732-4a70-4d1d-a496-49a145101962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:03.941621 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-5564b732-4a70-4d1d-a496-49a145101962 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/020182f4-e11c-4d46-990a-ea0a0a516302 HTTP/1.1" status: 204 len: 168 time: 0.4195542 May 27 03:40:03.947932 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5564b732-4a70-4d1d-a496-49a145101962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020182f4-e11c-4d46-990a-ea0a0a516302,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:04.056057 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-3ff84d94-8b25-41a1-bd86-861b562856c9 req-a5bea9df-9107-4cab-9643-561ed9c6c3dc service neutron] 10.222.0.72 "GET /v2.0/networks/2f916a43-2562-4d0d-bd29-c5c8a7d74b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799834 May 27 03:40:04.412083 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 54894) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:04.514558 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f82226-ba5e-45a3-9230-0cd75cbff0d9 req-a3bad230-0c72-47df-9014-fcf16e8dbb3c tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:04.516019 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-d2f82226-ba5e-45a3-9230-0cd75cbff0d9 req-a3bad230-0c72-47df-9014-fcf16e8dbb3c tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=82c7f5b6-c44c-4245-8f43-888d1a4e50bd HTTP/1.1" status: 200 len: 946 time: 0.0580530 May 27 03:40:04.563010 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-d2f82226-ba5e-45a3-9230-0cd75cbff0d9 req-8633b747-a153-492a-bbaa-98e6b200ce3e tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414259 May 27 03:40:04.622066 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:DELETE=3 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:04.780623 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 54900) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:04.795379 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0d969c20-e495-454a-8518-73ef6394f170 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:04.885701 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0d969c20-e495-454a-8518-73ef6394f170 admin admin] Publish callbacks [] for security_group (9d10152e-2757-493f-b6a1-585050b681b3), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:04.970345 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0d969c20-e495-454a-8518-73ef6394f170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (9d10152e-2757-493f-b6a1-585050b681b3), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:05.162455 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:DELETE=4,neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:05.163619 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a400d584-ad83-41a9-836c-859d37a9f851 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:05.204401 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-0d969c20-e495-454a-8518-73ef6394f170 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=041fbaa99bed422ea82ed42c8add9971&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4222908 May 27 03:40:05.207214 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 54908) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:05.209977 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d969c20-e495-454a-8518-73ef6394f170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d10152e-2757-493f-b6a1-585050b681b3,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:05.266651 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-8d3dab50-1ff4-4d54-a957-16268fcbc0ac admin admin] Publish callbacks [] for security_group (9d10152e-2757-493f-b6a1-585050b681b3), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:05.272346 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a400d584-ad83-41a9-836c-859d37a9f851 admin admin] Publish callbacks [] for security_group (a98ab700-7412-4417-ad2e-66edfeb92b9a), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:05.290995 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-8d3dab50-1ff4-4d54-a957-16268fcbc0ac admin admin] Publish callbacks [] for security_group (9d10152e-2757-493f-b6a1-585050b681b3), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:05.334226 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a400d584-ad83-41a9-836c-859d37a9f851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (a98ab700-7412-4417-ad2e-66edfeb92b9a), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:05.374085 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400d584-ad83-41a9-836c-859d37a9f851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98ab700-7412-4417-ad2e-66edfeb92b9a,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:05.378168 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-a400d584-ad83-41a9-836c-859d37a9f851 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bd9e462beaa546ceb94f78585967397c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9650617 May 27 03:40:05.380841 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 54912) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:05.425979 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-8d3dab50-1ff4-4d54-a957-16268fcbc0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (9d10152e-2757-493f-b6a1-585050b681b3), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:05.428573 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-8d3dab50-1ff4-4d54-a957-16268fcbc0ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:05.429747 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-8d3dab50-1ff4-4d54-a957-16268fcbc0ac admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9d10152e-2757-493f-b6a1-585050b681b3 HTTP/1.1" status: 204 len: 168 time: 0.2214611 May 27 03:40:05.441552 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9f74fc0d-0c98-4c1c-a350-735bd7a8c4f0 admin admin] Publish callbacks [] for security_group (a98ab700-7412-4417-ad2e-66edfeb92b9a), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:05.455235 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3dab50-1ff4-4d54-a957-16268fcbc0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d10152e-2757-493f-b6a1-585050b681b3,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:05.466353 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9f74fc0d-0c98-4c1c-a350-735bd7a8c4f0 admin admin] Publish callbacks [] for security_group (a98ab700-7412-4417-ad2e-66edfeb92b9a), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:05.598856 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9f74fc0d-0c98-4c1c-a350-735bd7a8c4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (a98ab700-7412-4417-ad2e-66edfeb92b9a), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:05.601513 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9f74fc0d-0c98-4c1c-a350-735bd7a8c4f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:05.608284 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-9f74fc0d-0c98-4c1c-a350-735bd7a8c4f0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a98ab700-7412-4417-ad2e-66edfeb92b9a HTTP/1.1" status: 204 len: 168 time: 0.2209654 May 27 03:40:05.614359 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f74fc0d-0c98-4c1c-a350-735bd7a8c4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98ab700-7412-4417-ad2e-66edfeb92b9a,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:05.691134 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:05.705129 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45372b-ade2-4dff-b7fc-7d2af91edede req-a6f3bda1-d4cb-4ce7-874f-38d852321ea4 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:05.706681 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0e45372b-ade2-4dff-b7fc-7d2af91edede req-a6f3bda1-d4cb-4ce7-874f-38d852321ea4 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=82c7f5b6-c44c-4245-8f43-888d1a4e50bd HTTP/1.1" status: 200 len: 946 time: 0.0505457 May 27 03:40:05.755197 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0e45372b-ade2-4dff-b7fc-7d2af91edede req-e4c2bbd4-6e29-423c-8ff3-4a6e53ce48d2 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423074 May 27 03:40:06.102904 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d459ab2b-cf05-4dad-a526-7e1d26cb2a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:06.831331 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 54976) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:06.876886 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b393a28-a58f-45fd-b0f4-1221240079d5 req-10c8e0ca-208a-4101-82b8-b1390d0f1579 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:06.879202 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-3b393a28-a58f-45fd-b0f4-1221240079d5 req-10c8e0ca-208a-4101-82b8-b1390d0f1579 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=82c7f5b6-c44c-4245-8f43-888d1a4e50bd HTTP/1.1" status: 200 len: 946 time: 0.0524850 May 27 03:40:06.933775 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-3b393a28-a58f-45fd-b0f4-1221240079d5 req-c6ce21c1-fdc0-405d-86a4-4aacabb9587d tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483887 May 27 03:40:06.955025 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [None req-a25f9b99-9199-4ffa-8f5a-a8d46a946dc9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-879380398-network', 'tenant_id': '768052d3698e483584138b97ac418580'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:40:07.067416 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25f9b99-9199-4ffa-8f5a-a8d46a946dc9 admin admin] Made reservation on behalf of 768052d3698e483584138b97ac418580 for: {'network': 1} {{(pid=104678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:40:07.069918 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-a25f9b99-9199-4ffa-8f5a-a8d46a946dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for network (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:07.087039 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-a25f9b99-9199-4ffa-8f5a-a8d46a946dc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:07.135994 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:07.167429 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-a25f9b99-9199-4ffa-8f5a-a8d46a946dc9 admin admin] Publish callbacks [] for security_group (72edcdff-7b46-4d3b-ae06-7bfb01e772d4), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:07.242889 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-a25f9b99-9199-4ffa-8f5a-a8d46a946dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (72edcdff-7b46-4d3b-ae06-7bfb01e772d4), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:07.274370 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a25f9b99-9199-4ffa-8f5a-a8d46a946dc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=104678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:40:07.280852 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f9b99-9199-4ffa-8f5a-a8d46a946dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72edcdff-7b46-4d3b-ae06-7bfb01e772d4,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:07.288384 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-a25f9b99-9199-4ffa-8f5a-a8d46a946dc9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755264080231', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105'] for segment (59d0f9c5-fa7f-45ad-b3fc-654ed598984c), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:07.288998 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.db.segments_db [None req-a25f9b99-9199-4ffa-8f5a-a8d46a946dc9 admin admin] Added segment 59d0f9c5-fa7f-45ad-b3fc-654ed598984c of type vlan for network 66877992-c539-4a20-bc38-e23ad3fab872 May 27 03:40:07.332308 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-a25f9b99-9199-4ffa-8f5a-a8d46a946dc9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755263573863'] for network (66877992-c539-4a20-bc38-e23ad3fab872), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:07.455666 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-a25f9b99-9199-4ffa-8f5a-a8d46a946dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027'] for network (66877992-c539-4a20-bc38-e23ad3fab872), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:07.456711 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25f9b99-9199-4ffa-8f5a-a8d46a946dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:07.457320 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-a25f9b99-9199-4ffa-8f5a-a8d46a946dc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for network (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:07.541236 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f9b99-9199-4ffa-8f5a-a8d46a946dc9 admin admin] Pushing event updated for resources: {'Network': ['ID=66877992-c539-4a20-bc38-e23ad3fab872,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:07.550884 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Network 66877992-c539-4a20-bc38-e23ad3fab872 details requested by agent ovs-agent-dv-cinder-843361-2-smb with host dv-cinder-843361-2-smb {{(pid=104679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:40:07.616195 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-a25f9b99-9199-4ffa-8f5a-a8d46a946dc9 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7835045 May 27 03:40:07.619039 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 55010) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:07.625877 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-155cdb96-b6c4-4968-8d89-67c057ea5421 admin admin] Request body: {'subnet': {'network_id': '66877992-c539-4a20-bc38-e23ad3fab872', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-879380398-subnet', 'tenant_id': '768052d3698e483584138b97ac418580', 'ip_version': 4}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:40:07.730261 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155cdb96-b6c4-4968-8d89-67c057ea5421 admin admin] Made reservation on behalf of 768052d3698e483584138b97ac418580 for: {'subnet': 1} {{(pid=104677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:40:07.733461 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-155cdb96-b6c4-4968-8d89-67c057ea5421 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60058002'] for subnet (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:08.304689 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-155cdb96-b6c4-4968-8d89-67c057ea5421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59984080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60057988'] for subnet (d06f8d51-ddd1-498e-b885-be07a3b307ee), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:08.382497 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155cdb96-b6c4-4968-8d89-67c057ea5421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d06f8d51-ddd1-498e-b885-be07a3b307ee,revision_number=0']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:08.398922 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155cdb96-b6c4-4968-8d89-67c057ea5421 admin admin] Checking segment: {'id': '59d0f9c5-fa7f-45ad-b3fc-654ed598984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '66877992-c539-4a20-bc38-e23ad3fab872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:40:08.399278 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155cdb96-b6c4-4968-8d89-67c057ea5421 admin admin] Network hostable DHCP agents. Network: 66877992-c539-4a20-bc38-e23ad3fab872, hostable agents: ['51435755-087c-400e-9559-48781745a262'], hosted agents: [] {{(pid=104677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:40:08.421369 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b6c4e598-b68d-4f84-9355-83a3681d0b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:08.454555 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:08.514277 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155cdb96-b6c4-4968-8d89-67c057ea5421 admin admin] Network 66877992-c539-4a20-bc38-e23ad3fab872 is scheduled to be hosted by DHCP agent 51435755-087c-400e-9559-48781745a262 with binding_index 1 {{(pid=104677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:40:08.572535 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:08.603015 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.base_scheduler [None req-155cdb96-b6c4-4968-8d89-67c057ea5421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-2-smb, 66877992-c539-4a20-bc38-e23ad3fab872) {{(pid=104677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:08.608218 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155cdb96-b6c4-4968-8d89-67c057ea5421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:08.613441 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-155cdb96-b6c4-4968-8d89-67c057ea5421 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:08.615275 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c28a059-3bf0-41d4-b55c-7eaa8d3bc333 None None] Network 66877992-c539-4a20-bc38-e23ad3fab872 requested from dv-cinder-843361-2-smb {{(pid=104679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:40:08.692763 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:08.718277 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 55038) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:08.726285 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34c72bf-e681-48cb-b6ca-f00e0ae6ba5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp35ccf49e-a895-563f-88ce-f04d0597ddad-66877992-c539-4a20-bc38-e23ad3fab872', 'network_id': '66877992-c539-4a20-bc38-e23ad3fab872', 'project_id': '768052d3698e483584138b97ac418580', 'fixed_ips': [{'subnet_id': 'd06f8d51-ddd1-498e-b885-be07a3b307ee'}]}} from dv-cinder-843361-2-smb. {{(pid=104679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:40:08.727242 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b34c72bf-e681-48cb-b6ca-f00e0ae6ba5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:08.738217 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-155cdb96-b6c4-4968-8d89-67c057ea5421 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1179650 May 27 03:40:08.748001 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 55042) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:08.753801 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-90aed260-d228-491e-ad0b-f97eafb2acac admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-879380398-router', 'tenant_id': '768052d3698e483584138b97ac418580', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'}}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:40:08.863707 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-420b3c22-41b3-40b6-bf35-5bebec585934 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:08.885749 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-90aed260-d228-491e-ad0b-f97eafb2acac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3642992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7936'] for router (b5448ab5-44fb-4b25-982c-e5ec897dd9bd), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:08.889090 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-90aed260-d228-491e-ad0b-f97eafb2acac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3889088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3801747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7993'] for router (b5448ab5-44fb-4b25-982c-e5ec897dd9bd), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:08.932473 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.db_base_plugin_common [None req-b34c72bf-e681-48cb-b6ca-f00e0ae6ba5a None None] Allocated IP 172.20.0.2 (66877992-c539-4a20-bc38-e23ad3fab872/d06f8d51-ddd1-498e-b885-be07a3b307ee/913559bc-8f5e-4c3b-be88-ab178d568167) {{(pid=104679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:40:08.973707 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-90aed260-d228-491e-ad0b-f97eafb2acac admin admin] Publish callbacks [] for router_controller (b5448ab5-44fb-4b25-982c-e5ec897dd9bd), precommit_add_association {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:09.049060 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-420b3c22-41b3-40b6-bf35-5bebec585934 admin admin] Publish callbacks [] for security_group (db61c0e4-4371-42ce-9e45-93df94a5ab8b), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:09.129329 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 55062) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:09.129329 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [None req-3721da0b-43d8-475f-98c3-630f51a40073 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1405953242', 'description': 'tempest-description--1593857547'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:40:09.163828 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:09.187971 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b34c72bf-e681-48cb-b6ca-f00e0ae6ba5a None None] Publish callbacks [] for port (913559bc-8f5e-4c3b-be88-ab178d568167), precommit_create {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:09.199793 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-420b3c22-41b3-40b6-bf35-5bebec585934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (db61c0e4-4371-42ce-9e45-93df94a5ab8b), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:09.243137 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:09.250608 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3721da0b-43d8-475f-98c3-630f51a40073 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:09.288338 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:09.292174 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-420b3c22-41b3-40b6-bf35-5bebec585934 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9a1f6e51f01348c1b4c4d52bdbb3f80f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5727458 May 27 03:40:09.295204 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b3c22-41b3-40b6-bf35-5bebec585934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db61c0e4-4371-42ce-9e45-93df94a5ab8b,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:09.296827 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 55066) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:09.308421 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b34c72bf-e681-48cb-b6ca-f00e0ae6ba5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921'] for port (913559bc-8f5e-4c3b-be88-ab178d568167), after_create {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:09.329586 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-90aed260-d228-491e-ad0b-f97eafb2acac admin admin] Publish callbacks [] for router_gateway (b5448ab5-44fb-4b25-982c-e5ec897dd9bd), precommit_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:09.333915 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b3c22-41b3-40b6-bf35-5bebec585934 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:09.334262 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b3c22-41b3-40b6-bf35-5bebec585934 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:09.334603 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b3c22-41b3-40b6-bf35-5bebec585934 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:09.334942 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b3c22-41b3-40b6-bf35-5bebec585934 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:09.335274 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b3c22-41b3-40b6-bf35-5bebec585934 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:09.335602 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b3c22-41b3-40b6-bf35-5bebec585934 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:09.335921 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b3c22-41b3-40b6-bf35-5bebec585934 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:09.336489 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b3c22-41b3-40b6-bf35-5bebec585934 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:09.336976 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b3c22-41b3-40b6-bf35-5bebec585934 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:09.337483 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b3c22-41b3-40b6-bf35-5bebec585934 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:09.337983 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b3c22-41b3-40b6-bf35-5bebec585934 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:09.338731 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b3c22-41b3-40b6-bf35-5bebec585934 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:09.339201 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b3c22-41b3-40b6-bf35-5bebec585934 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:09.339681 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b3c22-41b3-40b6-bf35-5bebec585934 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:09.340162 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b3c22-41b3-40b6-bf35-5bebec585934 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:09.368154 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3721da0b-43d8-475f-98c3-630f51a40073 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks [] for security_group (5f4896d8-2488-44da-b2dd-55f6c61b6253), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:09.381293 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-e1f9f3ad-f695-48c2-9755-56a4c0fba7e5 admin admin] Publish callbacks [] for security_group (db61c0e4-4371-42ce-9e45-93df94a5ab8b), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:09.398260 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:09.400218 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34c72bf-e681-48cb-b6ca-f00e0ae6ba5a None None] Network 66877992-c539-4a20-bc38-e23ad3fab872 is already hosted by enough agents. {{(pid=104679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:40:09.406186 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.scheduler.base_scheduler [None req-b34c72bf-e681-48cb-b6ca-f00e0ae6ba5a None None] Resources bound (agent type, host, resource id): {{(pid=104679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:09.406398 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-e1f9f3ad-f695-48c2-9755-56a4c0fba7e5 admin admin] Publish callbacks [] for security_group (db61c0e4-4371-42ce-9e45-93df94a5ab8b), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:09.410101 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34c72bf-e681-48cb-b6ca-f00e0ae6ba5a None None] Received port after_create {{(pid=104679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:40:09.413393 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c72bf-e681-48cb-b6ca-f00e0ae6ba5a None None] Pushing event updated for resources: {'Port': ['ID=913559bc-8f5e-4c3b-be88-ab178d568167,revision_number=1']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:09.476756 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-31f58e5c-f296-423b-b2bd-dfecb1584f07 req-58a7e75e-888b-4db3-94cc-dc17035f3be2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0633121 May 27 03:40:09.494997 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3721da0b-43d8-475f-98c3-630f51a40073 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (5f4896d8-2488-44da-b2dd-55f6c61b6253), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:09.532145 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-b34c72bf-e681-48cb-b6ca-f00e0ae6ba5a None None] Attempting to bind port 913559bc-8f5e-4c3b-be88-ab178d568167 on host dv-cinder-843361-2-smb for vnic_type normal with profile {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:40:09.532671 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-b34c72bf-e681-48cb-b6ca-f00e0ae6ba5a None None] Attempting to bind port 913559bc-8f5e-4c3b-be88-ab178d568167 by drivers openvswitch,hyperv on host dv-cinder-843361-2-smb at level 0 using segments [{'id': '59d0f9c5-fa7f-45ad-b3fc-654ed598984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '66877992-c539-4a20-bc38-e23ad3fab872'}] {{(pid=104679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:40:09.533185 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34c72bf-e681-48cb-b6ca-f00e0ae6ba5a None None] Attempting to bind port 913559bc-8f5e-4c3b-be88-ab178d568167 on network 66877992-c539-4a20-bc38-e23ad3fab872 {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:40:09.546410 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34c72bf-e681-48cb-b6ca-f00e0ae6ba5a None None] Checking agent: {'id': '9eab1ddd-6fe1-4746-91d3-5b2c5a714814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 29, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 29, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:40:09.549303 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34c72bf-e681-48cb-b6ca-f00e0ae6ba5a None None] Checking segment: {'id': '59d0f9c5-fa7f-45ad-b3fc-654ed598984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '66877992-c539-4a20-bc38-e23ad3fab872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:40:09.549969 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b34c72bf-e681-48cb-b6ca-f00e0ae6ba5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:09.550527 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34c72bf-e681-48cb-b6ca-f00e0ae6ba5a None None] Bound using segment: {'id': '59d0f9c5-fa7f-45ad-b3fc-654ed598984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '66877992-c539-4a20-bc38-e23ad3fab872'} {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:40:09.552231 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-b34c72bf-e681-48cb-b6ca-f00e0ae6ba5a None None] Bound port: 913559bc-8f5e-4c3b-be88-ab178d568167, host: dv-cinder-843361-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d0f9c5-fa7f-45ad-b3fc-654ed598984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '66877992-c539-4a20-bc38-e23ad3fab872'}}] {{(pid=104679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:40:09.552782 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b34c72bf-e681-48cb-b6ca-f00e0ae6ba5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (913559bc-8f5e-4c3b-be88-ab178d568167), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:09.562155 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3721da0b-43d8-475f-98c3-630f51a40073 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4896d8-2488-44da-b2dd-55f6c61b6253,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:09.576117 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721da0b-43d8-475f-98c3-630f51a40073 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:09.583418 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721da0b-43d8-475f-98c3-630f51a40073 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:09.583418 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721da0b-43d8-475f-98c3-630f51a40073 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:09.583418 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721da0b-43d8-475f-98c3-630f51a40073 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:09.583418 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721da0b-43d8-475f-98c3-630f51a40073 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:09.583418 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721da0b-43d8-475f-98c3-630f51a40073 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:09.583418 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721da0b-43d8-475f-98c3-630f51a40073 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:09.583418 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721da0b-43d8-475f-98c3-630f51a40073 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:09.583418 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721da0b-43d8-475f-98c3-630f51a40073 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:09.583418 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721da0b-43d8-475f-98c3-630f51a40073 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:09.583418 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721da0b-43d8-475f-98c3-630f51a40073 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:09.583418 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721da0b-43d8-475f-98c3-630f51a40073 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:09.583418 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721da0b-43d8-475f-98c3-630f51a40073 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:09.584423 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721da0b-43d8-475f-98c3-630f51a40073 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:09.584423 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721da0b-43d8-475f-98c3-630f51a40073 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:09.586612 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f58e5c-f296-423b-b2bd-dfecb1584f07 req-b1930358-2186-434b-8bf8-c795c41c8a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:09.588085 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-31f58e5c-f296-423b-b2bd-dfecb1584f07 req-b1930358-2186-434b-8bf8-c795c41c8a51 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8c649113d597484d8d1f5f046a8cac59&device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 1129 time: 0.0773971 May 27 03:40:09.608107 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-e1f9f3ad-f695-48c2-9755-56a4c0fba7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (db61c0e4-4371-42ce-9e45-93df94a5ab8b), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:09.611466 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-e1f9f3ad-f695-48c2-9755-56a4c0fba7e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:09.616234 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-e1f9f3ad-f695-48c2-9755-56a4c0fba7e5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/db61c0e4-4371-42ce-9e45-93df94a5ab8b HTTP/1.1" status: 204 len: 168 time: 0.3181720 May 27 03:40:09.656377 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3721da0b-43d8-475f-98c3-630f51a40073 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:09.656377 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-3721da0b-43d8-475f-98c3-630f51a40073 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5284619 May 27 03:40:09.658025 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 55070) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:09.666789 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-b34c72bf-e681-48cb-b6ca-f00e0ae6ba5a None None] For port 913559bc-8f5e-4c3b-be88-ab178d568167, host dv-cinder-843361-2-smb, cleared binding levels {{(pid=104679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:40:09.670068 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-b34c72bf-e681-48cb-b6ca-f00e0ae6ba5a None None] For port 913559bc-8f5e-4c3b-be88-ab178d568167, host dv-cinder-843361-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=913559bc-8f5e-4c3b-be88-ab178d568167,segment=NetworkSegment(59d0f9c5-fa7f-45ad-b3fc-654ed598984c),segment_id=59d0f9c5-fa7f-45ad-b3fc-654ed598984c)] {{(pid=104679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:40:09.696743 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [None req-e0510a8f-fbba-4aaf-895e-8ea0fdc32858 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Request body: {'security_group_rule': {'security_group_id': '5f4896d8-2488-44da-b2dd-55f6c61b6253', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:40:09.702515 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f9f3ad-f695-48c2-9755-56a4c0fba7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db61c0e4-4371-42ce-9e45-93df94a5ab8b,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:09.733030 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-90aed260-d228-491e-ad0b-f97eafb2acac admin admin] Publish callbacks [] for router_gateway (b5448ab5-44fb-4b25-982c-e5ec897dd9bd), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:09.756818 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f58e5c-f296-423b-b2bd-dfecb1584f07 req-a9377dc1-4e96-4460-8417-ba23f173052c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:09.758420 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-31f58e5c-f296-423b-b2bd-dfecb1584f07 req-a9377dc1-4e96-4460-8417-ba23f173052c service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f916a43-2562-4d0d-bd29-c5c8a7d74b6a HTTP/1.1" status: 200 len: 919 time: 0.1411252 May 27 03:40:09.759370 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-90aed260-d228-491e-ad0b-f97eafb2acac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:09.775329 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b34c72bf-e681-48cb-b6ca-f00e0ae6ba5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (913559bc-8f5e-4c3b-be88-ab178d568167), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:09.799326 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-31f58e5c-f296-423b-b2bd-dfecb1584f07 req-4485def5-ef24-4e1b-802c-7f492275712a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa56d6d5-7d67-4cea-ab75-ded2c09ade31 HTTP/1.1" status: 200 len: 217 time: 0.0345623 May 27 03:40:09.851762 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c72bf-e681-48cb-b6ca-f00e0ae6ba5a None None] Pushing event updated for resources: {'Port': ['ID=913559bc-8f5e-4c3b-be88-ab178d568167,revision_number=2']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:09.852661 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-e0510a8f-fbba-4aaf-895e-8ea0fdc32858 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks [] for security_group_rule (1e52ec43-5d52-49b5-835a-9b262baaddfb), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:09.885214 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f58e5c-f296-423b-b2bd-dfecb1584f07 req-ee03e317-5e7e-4739-b5f2-a28b8fd84f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:09.897322 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-31f58e5c-f296-423b-b2bd-dfecb1584f07 req-ee03e317-5e7e-4739-b5f2-a28b8fd84f9a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e9e7a5b0-6940-4778-807b-b50ae30078a7 HTTP/1.1" status: 200 len: 857 time: 0.0842249 May 27 03:40:09.918647 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.db_base_plugin_common [None req-90aed260-d228-491e-ad0b-f97eafb2acac admin admin] Allocated IP 172.28.2.230 (2c8f85dd-7a0e-40ae-be84-c061eec53ce1/4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03/a5330358-6209-41f8-bb27-e1de26b49aee) {{(pid=104677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:40:09.991000 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:INSERT=6,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:10.010493 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f58e5c-f296-423b-b2bd-dfecb1584f07 req-c6b4b570-4daf-4000-aac6-fb3384b7888d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:10.012293 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-31f58e5c-f296-423b-b2bd-dfecb1584f07 req-c6b4b570-4daf-4000-aac6-fb3384b7888d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f916a43-2562-4d0d-bd29-c5c8a7d74b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1039169 May 27 03:40:10.025152 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-e0510a8f-fbba-4aaf-895e-8ea0fdc32858 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks [] for security_group_rule (1e52ec43-5d52-49b5-835a-9b262baaddfb), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:10.124444 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-90aed260-d228-491e-ad0b-f97eafb2acac admin admin] Publish callbacks [] for port (a5330358-6209-41f8-bb27-e1de26b49aee), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:10.187526 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-e0510a8f-fbba-4aaf-895e-8ea0fdc32858 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498508'] for security_group_rule (1e52ec43-5d52-49b5-835a-9b262baaddfb), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:10.220678 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-31f58e5c-f296-423b-b2bd-dfecb1584f07 req-905d5a9b-ee4c-49b7-b156-cf349e95e3e1 service neutron] 10.222.0.72 "GET /v2.0/networks/2f916a43-2562-4d0d-bd29-c5c8a7d74b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967874 May 27 03:40:10.226137 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0510a8f-fbba-4aaf-895e-8ea0fdc32858 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e52ec43-5d52-49b5-835a-9b262baaddfb,revision_number=0']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:10.296550 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-90aed260-d228-491e-ad0b-f97eafb2acac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59984224'] for port (a5330358-6209-41f8-bb27-e1de26b49aee), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:10.321631 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-e0510a8f-fbba-4aaf-895e-8ea0fdc32858 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:10.325277 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-e0510a8f-fbba-4aaf-895e-8ea0fdc32858 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6630688 May 27 03:40:10.327508 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 55092) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:10.333818 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [None req-a6be3a24-faa5-4ca3-97c6-39bc7f402bd4 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Request body: {'security_group_rule': {'security_group_id': '5f4896d8-2488-44da-b2dd-55f6c61b6253', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:40:10.340457 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90aed260-d228-491e-ad0b-f97eafb2acac admin admin] Network 2c8f85dd-7a0e-40ae-be84-c061eec53ce1 is already hosted by enough agents. {{(pid=104677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:40:10.347723 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.base_scheduler [None req-90aed260-d228-491e-ad0b-f97eafb2acac admin admin] Resources bound (agent type, host, resource id): {{(pid=104677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:10.351752 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aed260-d228-491e-ad0b-f97eafb2acac admin admin] Received port after_create {{(pid=104677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:40:10.374478 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-31f58e5c-f296-423b-b2bd-dfecb1584f07 req-6291953c-6e70-4c2c-bca2-0352743804e7 service neutron] 10.222.0.72 "GET /v2.0/networks/2f916a43-2562-4d0d-bd29-c5c8a7d74b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407335 May 27 03:40:10.381173 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aed260-d228-491e-ad0b-f97eafb2acac admin admin] Pushing event updated for resources: {'Port': ['ID=a5330358-6209-41f8-bb27-e1de26b49aee,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:10.462477 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-a6be3a24-faa5-4ca3-97c6-39bc7f402bd4 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks [] for security_group_rule (01e33d22-7ea9-4d72-825a-231e59e4afa3), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:10.486998 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 913559bc-8f5e-4c3b-be88-ab178d568167 up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:40:10.532409 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-a6be3a24-faa5-4ca3-97c6-39bc7f402bd4 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks [] for security_group_rule (01e33d22-7ea9-4d72-825a-231e59e4afa3), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:10.553976 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port 913559bc-8f5e-4c3b-be88-ab178d568167 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:40:10.554414 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (913559bc-8f5e-4c3b-be88-ab178d568167), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:10.605285 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 55096) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:10.619712 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-632a5eeb-9ad0-4b81-87a4-7b3d9c9c044b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:10.621705 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-a6be3a24-faa5-4ca3-97c6-39bc7f402bd4 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498508'] for security_group_rule (01e33d22-7ea9-4d72-825a-231e59e4afa3), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:10.633746 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port 913559bc-8f5e-4c3b-be88-ab178d568167 is: DOWN; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:40:10.634397 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (913559bc-8f5e-4c3b-be88-ab178d568167), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:10.651845 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be3a24-faa5-4ca3-97c6-39bc7f402bd4 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e33d22-7ea9-4d72-825a-231e59e4afa3,revision_number=0']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:10.673032 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] For port 913559bc-8f5e-4c3b-be88-ab178d568167, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=913559bc-8f5e-4c3b-be88-ab178d568167,segment=NetworkSegment(59d0f9c5-fa7f-45ad-b3fc-654ed598984c),segment_id=59d0f9c5-fa7f-45ad-b3fc-654ed598984c)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:10.733150 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-632a5eeb-9ad0-4b81-87a4-7b3d9c9c044b admin admin] Publish callbacks [] for security_group (285435c0-e79f-43ef-8246-2b84a6b34f0a), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:10.776882 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-a6be3a24-faa5-4ca3-97c6-39bc7f402bd4 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:10.781546 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-a6be3a24-faa5-4ca3-97c6-39bc7f402bd4 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4479485 May 27 03:40:10.781840 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 55098) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:10.787527 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-c788606a-15ec-419c-b4e1-9c9f5271c515 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Request body: {'floatingip': {'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:40:10.788325 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (913559bc-8f5e-4c3b-be88-ab178d568167), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:10.794396 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-90aed260-d228-491e-ad0b-f97eafb2acac admin admin] Publish callbacks [] for router_gateway (b5448ab5-44fb-4b25-982c-e5ec897dd9bd), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:10.822106 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-632a5eeb-9ad0-4b81-87a4-7b3d9c9c044b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (285435c0-e79f-43ef-8246-2b84a6b34f0a), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:10.888699 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Pushing event updated for resources: {'Port': ['ID=913559bc-8f5e-4c3b-be88-ab178d568167,revision_number=3']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:10.898721 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-632a5eeb-9ad0-4b81-87a4-7b3d9c9c044b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7a50d96ac5594de98f552c88b7fc3cba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2915282 May 27 03:40:10.902506 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 55102) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:10.979091 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a5eeb-9ad0-4b81-87a4-7b3d9c9c044b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285435c0-e79f-43ef-8246-2b84a6b34f0a,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:10.991573 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c788606a-15ec-419c-b4e1-9c9f5271c515 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:11.024434 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-191f0bfe-3139-4a4f-8a41-76f3c92ee420 admin admin] Publish callbacks [] for security_group (285435c0-e79f-43ef-8246-2b84a6b34f0a), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:11.064324 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-191f0bfe-3139-4a4f-8a41-76f3c92ee420 admin admin] Publish callbacks [] for security_group (285435c0-e79f-43ef-8246-2b84a6b34f0a), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:11.083018 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:11.142928 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-90aed260-d228-491e-ad0b-f97eafb2acac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3889143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664899'] for router (b5448ab5-44fb-4b25-982c-e5ec897dd9bd), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:11.192305 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f85758c-8f5b-4388-8c55-9494fb50d9e7 None None] Network 66877992-c539-4a20-bc38-e23ad3fab872 requested from dv-cinder-843361-2-smb {{(pid=104679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:40:11.194467 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c788606a-15ec-419c-b4e1-9c9f5271c515 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:11.239266 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-191f0bfe-3139-4a4f-8a41-76f3c92ee420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (285435c0-e79f-43ef-8246-2b84a6b34f0a), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:11.242495 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-191f0bfe-3139-4a4f-8a41-76f3c92ee420 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:11.248730 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-191f0bfe-3139-4a4f-8a41-76f3c92ee420 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/285435c0-e79f-43ef-8246-2b84a6b34f0a HTTP/1.1" status: 204 len: 168 time: 0.3400156 May 27 03:40:11.257035 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f0bfe-3139-4a4f-8a41-76f3c92ee420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285435c0-e79f-43ef-8246-2b84a6b34f0a,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:11.328245 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-01d773b1-53b6-4142-b390-2d739da0a493 None None] Provisioning complete for port 913559bc-8f5e-4c3b-be88-ab178d568167 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:40:11.328846 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-01d773b1-53b6-4142-b390-2d739da0a493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (913559bc-8f5e-4c3b-be88-ab178d568167), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:11.389555 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.db_base_plugin_common [None req-c788606a-15ec-419c-b4e1-9c9f5271c515 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Allocated IP 172.28.2.215 (2c8f85dd-7a0e-40ae-be84-c061eec53ce1/4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03/715a0df9-5b33-421c-9bd4-3d783d00591f) {{(pid=104677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:40:11.414779 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-01d773b1-53b6-4142-b390-2d739da0a493 None None] Current status of the port 913559bc-8f5e-4c3b-be88-ab178d568167 is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:40:11.470374 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90aed260-d228-491e-ad0b-f97eafb2acac admin admin] Router b5448ab5-44fb-4b25-982c-e5ec897dd9bd is scheduled to L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 with binding_index 1 {{(pid=104677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:40:11.568173 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c788606a-15ec-419c-b4e1-9c9f5271c515 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks [] for port (715a0df9-5b33-421c-9bd4-3d783d00591f), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:11.612088 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:11.629719 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90aed260-d228-491e-ad0b-f97eafb2acac admin admin] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:40:11.643153 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63754e0e-211c-4745-9d05-fb503c7bec7f None None] Sync routers for ids ['b5448ab5-44fb-4b25-982c-e5ec897dd9bd'] in dv-cinder-843361-2-smb {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:40:11.658069 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63754e0e-211c-4745-9d05-fb503c7bec7f None None] Routers {'b5448ab5-44fb-4b25-982c-e5ec897dd9bd'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:40:11.658687 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-63754e0e-211c-4745-9d05-fb503c7bec7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:40:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['b5448ab5-44fb-4b25-982c-e5ec897dd9bd'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:11.661313 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-dd2bf7ea-7864-452e-82b2-c4af0c3edb91 None None] Provisioning complete for port 913559bc-8f5e-4c3b-be88-ab178d568167 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:40:11.661934 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-dd2bf7ea-7864-452e-82b2-c4af0c3edb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (913559bc-8f5e-4c3b-be88-ab178d568167), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:11.756324 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-dd2bf7ea-7864-452e-82b2-c4af0c3edb91 None None] Current status of the port 913559bc-8f5e-4c3b-be88-ab178d568167 is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:40:11.765861 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-90aed260-d228-491e-ad0b-f97eafb2acac admin admin] Publish callbacks [] for router (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:11.767221 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-90aed260-d228-491e-ad0b-f97eafb2acac admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0180030 May 27 03:40:11.768765 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c788606a-15ec-419c-b4e1-9c9f5271c515 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59984224'] for port (715a0df9-5b33-421c-9bd4-3d783d00591f), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:11.769522 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-63754e0e-211c-4745-9d05-fb503c7bec7f None None] Set router b5448ab5-44fb-4b25-982c-e5ec897dd9bd gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:40:11.770230 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 55122) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:11.811182 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c788606a-15ec-419c-b4e1-9c9f5271c515 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Network 2c8f85dd-7a0e-40ae-be84-c061eec53ce1 is already hosted by enough agents. {{(pid=104677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:40:11.816067 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.base_scheduler [None req-c788606a-15ec-419c-b4e1-9c9f5271c515 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Resources bound (agent type, host, resource id): {{(pid=104677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:11.819966 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c788606a-15ec-419c-b4e1-9c9f5271c515 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Received port after_create {{(pid=104677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:40:11.823448 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788606a-15ec-419c-b4e1-9c9f5271c515 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Pushing event updated for resources: {'Port': ['ID=715a0df9-5b33-421c-9bd4-3d783d00591f,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:11.861357 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:11.970329 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-63754e0e-211c-4745-9d05-fb503c7bec7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5448ab5-44fb-4b25-982c-e5ec897dd9bd', 'name': 'tempest-TestShelveInstance-879380398-router', 'tenant_id': '768052d3698e483584138b97ac418580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a5330358-6209-41f8-bb27-e1de26b49aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:08Z', 'updated_at': '2022-05-27T03:40:10Z', 'revision_number': 3, 'project_id': '768052d3698e483584138b97ac418580', 'gw_port': {'id': 'a5330358-6209-41f8-bb27-e1de26b49aee', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5448ab5-44fb-4b25-982c-e5ec897dd9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:09Z', 'updated_at': '2022-05-27T03:40:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb'}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:11.973122 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c788606a-15ec-419c-b4e1-9c9f5271c515 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks [] for floatingip (75af42c1-d5cd-4dd9-a47c-1e9eaf065a8c), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:12.005618 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63754e0e-211c-4745-9d05-fb503c7bec7f None None] Checking router: b5448ab5-44fb-4b25-982c-e5ec897dd9bd for host: dv-cinder-843361-2-smb {{(pid=104680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:40:12.005971 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63754e0e-211c-4745-9d05-fb503c7bec7f None None] Updating router b5448ab5-44fb-4b25-982c-e5ec897dd9bd port a5330358-6209-41f8-bb27-e1de26b49aee binding host dv-cinder-843361-2-smb {{(pid=104680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:40:12.038824 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-63754e0e-211c-4745-9d05-fb503c7bec7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (a5330358-6209-41f8-bb27-e1de26b49aee), before_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:12.142170 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c788606a-15ec-419c-b4e1-9c9f5271c515 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (715a0df9-5b33-421c-9bd4-3d783d00591f), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:12.265417 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 55138) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:12.329446 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-bfc06c30-5285-4b62-b705-ae9c71e6a0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:12.348712 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-63754e0e-211c-4745-9d05-fb503c7bec7f None None] Publish callbacks [] for port (a5330358-6209-41f8-bb27-e1de26b49aee), precommit_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:12.398060 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:12.431726 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-63754e0e-211c-4745-9d05-fb503c7bec7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (a5330358-6209-41f8-bb27-e1de26b49aee), after_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:12.433705 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:12.443455 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c788606a-15ec-419c-b4e1-9c9f5271c515 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks [] for port (715a0df9-5b33-421c-9bd4-3d783d00591f), precommit_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:12.497693 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 913559bc-8f5e-4c3b-be88-ab178d568167 up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:40:12.539301 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.managers [None req-63754e0e-211c-4745-9d05-fb503c7bec7f None None] Attempting to bind port a5330358-6209-41f8-bb27-e1de26b49aee on host dv-cinder-843361-2-smb for vnic_type normal with profile {{(pid=104680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:40:12.539301 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.managers [None req-63754e0e-211c-4745-9d05-fb503c7bec7f None None] Attempting to bind port a5330358-6209-41f8-bb27-e1de26b49aee by drivers openvswitch,hyperv on host dv-cinder-843361-2-smb at level 0 using segments [{'id': 'bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'}] {{(pid=104680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:40:12.539301 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63754e0e-211c-4745-9d05-fb503c7bec7f None None] Attempting to bind port a5330358-6209-41f8-bb27-e1de26b49aee on network 2c8f85dd-7a0e-40ae-be84-c061eec53ce1 {{(pid=104680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:40:12.542602 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc0cef-617a-4e6c-bd8e-bd5da2cdaf7e None None] Pushing event updated for resources: {'Port': ['ID=a5330358-6209-41f8-bb27-e1de26b49aee,revision_number=2']} {{(pid=104680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:12.548570 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63754e0e-211c-4745-9d05-fb503c7bec7f None None] Checking agent: {'id': '9eab1ddd-6fe1-4746-91d3-5b2c5a714814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 29, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 29, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:40:12.548941 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63754e0e-211c-4745-9d05-fb503c7bec7f None None] Checking segment: {'id': 'bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:40:12.549550 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-63754e0e-211c-4745-9d05-fb503c7bec7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:12.550672 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63754e0e-211c-4745-9d05-fb503c7bec7f None None] Bound using segment: {'id': 'bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'} {{(pid=104680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:40:12.551319 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.managers [None req-63754e0e-211c-4745-9d05-fb503c7bec7f None None] Bound port: a5330358-6209-41f8-bb27-e1de26b49aee, host: dv-cinder-843361-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'}}] {{(pid=104680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:40:12.551869 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-63754e0e-211c-4745-9d05-fb503c7bec7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (a5330358-6209-41f8-bb27-e1de26b49aee), before_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:12.560715 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c788606a-15ec-419c-b4e1-9c9f5271c515 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59984215'] for port (715a0df9-5b33-421c-9bd4-3d783d00591f), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:12.561491 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc0cef-617a-4e6c-bd8e-bd5da2cdaf7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:12.561994 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc0cef-617a-4e6c-bd8e-bd5da2cdaf7e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:12.562496 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc0cef-617a-4e6c-bd8e-bd5da2cdaf7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:12.563284 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc0cef-617a-4e6c-bd8e-bd5da2cdaf7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:12.564180 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc0cef-617a-4e6c-bd8e-bd5da2cdaf7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:12.564702 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc0cef-617a-4e6c-bd8e-bd5da2cdaf7e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:12.565231 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc0cef-617a-4e6c-bd8e-bd5da2cdaf7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:12.567989 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc0cef-617a-4e6c-bd8e-bd5da2cdaf7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:12.567989 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc0cef-617a-4e6c-bd8e-bd5da2cdaf7e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:12.567989 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc0cef-617a-4e6c-bd8e-bd5da2cdaf7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:12.567989 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc0cef-617a-4e6c-bd8e-bd5da2cdaf7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:12.567989 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc0cef-617a-4e6c-bd8e-bd5da2cdaf7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:12.567989 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc0cef-617a-4e6c-bd8e-bd5da2cdaf7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:12.567989 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc0cef-617a-4e6c-bd8e-bd5da2cdaf7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:12.568774 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc0cef-617a-4e6c-bd8e-bd5da2cdaf7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:12.662893 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.db [None req-63754e0e-211c-4745-9d05-fb503c7bec7f None None] For port a5330358-6209-41f8-bb27-e1de26b49aee, host dv-cinder-843361-2-smb, cleared binding levels {{(pid=104680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:40:12.666867 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.db [None req-63754e0e-211c-4745-9d05-fb503c7bec7f None None] For port a5330358-6209-41f8-bb27-e1de26b49aee, host dv-cinder-843361-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=a5330358-6209-41f8-bb27-e1de26b49aee,segment=NetworkSegment(bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5),segment_id=bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5)] {{(pid=104680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:40:12.680377 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.db_base_plugin_common [None req-bfc06c30-5285-4b62-b705-ae9c71e6a0d2 admin admin] Allocated IP 172.20.0.1 (66877992-c539-4a20-bc38-e23ad3fab872/d06f8d51-ddd1-498e-b885-be07a3b307ee/21159ab1-4920-4209-9c88-9a646c84f8b8) {{(pid=104678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:40:12.687284 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port 913559bc-8f5e-4c3b-be88-ab178d568167 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:40:12.691517 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (913559bc-8f5e-4c3b-be88-ab178d568167), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:12.700050 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788606a-15ec-419c-b4e1-9c9f5271c515 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Pushing event updated for resources: {'Port': ['ID=715a0df9-5b33-421c-9bd4-3d783d00591f,revision_number=2']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:12.706009 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c788606a-15ec-419c-b4e1-9c9f5271c515 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665637'] for floatingip (75af42c1-d5cd-4dd9-a47c-1e9eaf065a8c), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:12.788112 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-63754e0e-211c-4745-9d05-fb503c7bec7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (a5330358-6209-41f8-bb27-e1de26b49aee), after_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:12.834821 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c788606a-15ec-419c-b4e1-9c9f5271c515 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for floatingip (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:12.837542 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-c788606a-15ec-419c-b4e1-9c9f5271c515 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0546885 May 27 03:40:12.919514 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc0cef-617a-4e6c-bd8e-bd5da2cdaf7e None None] Pushing event updated for resources: {'Port': ['ID=a5330358-6209-41f8-bb27-e1de26b49aee,revision_number=3']} {{(pid=104680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:12.972309 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:12.989275 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63754e0e-211c-4745-9d05-fb503c7bec7f None None] Routers {'b5448ab5-44fb-4b25-982c-e5ec897dd9bd'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:40:12.990979 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-63754e0e-211c-4745-9d05-fb503c7bec7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:40:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['b5448ab5-44fb-4b25-982c-e5ec897dd9bd'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:13.044934 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port 913559bc-8f5e-4c3b-be88-ab178d568167 is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:40:13.054797 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:13.170745 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-4bc666fa-669a-4c74-a66a-5593762d6a32 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1405953242&fields=id&tenant_id=8c649113d597484d8d1f5f046a8cac59 HTTP/1.1" status: 200 len: 267 time: 0.0583072 May 27 03:40:13.187168 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-63754e0e-211c-4745-9d05-fb503c7bec7f None None] Set router b5448ab5-44fb-4b25-982c-e5ec897dd9bd gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:40:13.231378 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-aab38eb9-1e6b-46b8-87c5-81474358ea6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:13.326359 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-bfc06c30-5285-4b62-b705-ae9c71e6a0d2 admin admin] Publish callbacks [] for port (21159ab1-4920-4209-9c88-9a646c84f8b8), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:13.401477 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-aab38eb9-1e6b-46b8-87c5-81474358ea6d admin admin] Publish callbacks [] for security_group (072914bb-bda2-494a-a1cd-16993c55d7de), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:13.491525 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-bfc06c30-5285-4b62-b705-ae9c71e6a0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (21159ab1-4920-4209-9c88-9a646c84f8b8), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:13.498444 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-63754e0e-211c-4745-9d05-fb503c7bec7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5448ab5-44fb-4b25-982c-e5ec897dd9bd', 'name': 'tempest-TestShelveInstance-879380398-router', 'tenant_id': '768052d3698e483584138b97ac418580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a5330358-6209-41f8-bb27-e1de26b49aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:08Z', 'updated_at': '2022-05-27T03:40:10Z', 'revision_number': 3, 'project_id': '768052d3698e483584138b97ac418580', 'gw_port': {'id': 'a5330358-6209-41f8-bb27-e1de26b49aee', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5448ab5-44fb-4b25-982c-e5ec897dd9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:09Z', 'updated_at': '2022-05-27T03:40:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb'}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:13.502952 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-aab38eb9-1e6b-46b8-87c5-81474358ea6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (072914bb-bda2-494a-a1cd-16993c55d7de), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:13.542665 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63754e0e-211c-4745-9d05-fb503c7bec7f None None] The sync data for ids ['b5448ab5-44fb-4b25-982c-e5ec897dd9bd'] in dv-cinder-843361-2-smb is: [{'id': 'b5448ab5-44fb-4b25-982c-e5ec897dd9bd', 'name': 'tempest-TestShelveInstance-879380398-router', 'tenant_id': '768052d3698e483584138b97ac418580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a5330358-6209-41f8-bb27-e1de26b49aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:08Z', 'updated_at': '2022-05-27T03:40:10Z', 'revision_number': 3, 'project_id': '768052d3698e483584138b97ac418580', 'gw_port': {'id': 'a5330358-6209-41f8-bb27-e1de26b49aee', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5448ab5-44fb-4b25-982c-e5ec897dd9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:09Z', 'updated_at': '2022-05-27T03:40:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb'}] {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:40:13.548315 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:13.555927 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-058dc8ba-8a53-486a-959b-99e62a861ddf tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:13.557689 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-058dc8ba-8a53-486a-959b-99e62a861ddf tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/networks?id=2f916a43-2562-4d0d-bd29-c5c8a7d74b6a HTTP/1.1" status: 200 len: 818 time: 0.3858252 May 27 03:40:13.581483 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-917ef4f4-8061-417f-a901-9734c77dfde4 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/quotas/8c649113d597484d8d1f5f046a8cac59 HTTP/1.1" status: 200 len: 375 time: 0.0137177 May 27 03:40:13.600273 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-aab38eb9-1e6b-46b8-87c5-81474358ea6d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=efe56644ffcd4f9b88884a25dbed3380&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3277125 May 27 03:40:13.601361 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 55180) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:13.603704 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc06c30-5285-4b62-b705-ae9c71e6a0d2 admin admin] Network 66877992-c539-4a20-bc38-e23ad3fab872 is already hosted by enough agents. {{(pid=104678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:40:13.657241 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-894a80bd-e3f5-496f-aa42-6a1abd5688fb tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c649113d597484d8d1f5f046a8cac59&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0701287 May 27 03:40:13.661512 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.base_scheduler [None req-bfc06c30-5285-4b62-b705-ae9c71e6a0d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:13.675408 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc06c30-5285-4b62-b705-ae9c71e6a0d2 admin admin] Received port after_create {{(pid=104678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:40:13.679385 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab38eb9-1e6b-46b8-87c5-81474358ea6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072914bb-bda2-494a-a1cd-16993c55d7de,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:13.683189 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc06c30-5285-4b62-b705-ae9c71e6a0d2 admin admin] Pushing event updated for resources: {'Port': ['ID=21159ab1-4920-4209-9c88-9a646c84f8b8,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:13.737845 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-2fcbb7df-78ba-44f6-8a9b-1108df2be1e6 admin admin] Publish callbacks [] for security_group (072914bb-bda2-494a-a1cd-16993c55d7de), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:13.746041 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-bfc06c30-5285-4b62-b705-ae9c71e6a0d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665520'] for router_interface (b5448ab5-44fb-4b25-982c-e5ec897dd9bd), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:13.871450 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-2fcbb7df-78ba-44f6-8a9b-1108df2be1e6 admin admin] Publish callbacks [] for security_group (072914bb-bda2-494a-a1cd-16993c55d7de), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:13.890062 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-e2be1083-a748-4847-9e8e-806a779e4d97 service neutron] 10.222.0.71 "GET /v2.0/networks/2f916a43-2562-4d0d-bd29-c5c8a7d74b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193334 May 27 03:40:14.081872 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-658aa0d3-ce62-470e-84b8-6d32c866a8b2 service neutron] 10.222.0.71 "GET /v2.0/networks/2f916a43-2562-4d0d-bd29-c5c8a7d74b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906569 May 27 03:40:14.100166 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-3ca230e4-bb89-4afe-9bb7-abd4cdd5a877 None None] Provisioning complete for port 21159ab1-4920-4209-9c88-9a646c84f8b8 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:40:14.100683 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-3ca230e4-bb89-4afe-9bb7-abd4cdd5a877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (21159ab1-4920-4209-9c88-9a646c84f8b8), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:14.111566 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-2fcbb7df-78ba-44f6-8a9b-1108df2be1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (072914bb-bda2-494a-a1cd-16993c55d7de), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:14.114456 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-2fcbb7df-78ba-44f6-8a9b-1108df2be1e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:14.115777 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-2fcbb7df-78ba-44f6-8a9b-1108df2be1e6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/072914bb-bda2-494a-a1cd-16993c55d7de HTTP/1.1" status: 204 len: 168 time: 0.5036588 May 27 03:40:14.135190 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcbb7df-78ba-44f6-8a9b-1108df2be1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072914bb-bda2-494a-a1cd-16993c55d7de,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:14.146968 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:14.176605 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-3ca230e4-bb89-4afe-9bb7-abd4cdd5a877 None None] Port 21159ab1-4920-4209-9c88-9a646c84f8b8 cannot update to ACTIVE because it is not bound. {{(pid=104679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:40:14.223572 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-bfc06c30-5285-4b62-b705-ae9c71e6a0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (21159ab1-4920-4209-9c88-9a646c84f8b8), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:14.237383 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:14.340817 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 6 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:40:14.477840 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-909764eb-d417-4e74-b4c8-e574a5fd2492 req-e0363c78-e0bb-4aaf-a28d-8cd2adbd4dab tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 210 time: 0.0975847 May 27 03:40:14.480589 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:14.549465 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device a5330358-6209-41f8-bb27-e1de26b49aee up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:40:14.651123 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port a5330358-6209-41f8-bb27-e1de26b49aee triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:40:14.651695 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (a5330358-6209-41f8-bb27-e1de26b49aee), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:14.714598 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-bfc06c30-5285-4b62-b705-ae9c71e6a0d2 admin admin] Publish callbacks [] for port (21159ab1-4920-4209-9c88-9a646c84f8b8), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:14.746328 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:14.759419 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port a5330358-6209-41f8-bb27-e1de26b49aee is: DOWN; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:40:14.759803 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (a5330358-6209-41f8-bb27-e1de26b49aee), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:14.789490 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] For port a5330358-6209-41f8-bb27-e1de26b49aee, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=a5330358-6209-41f8-bb27-e1de26b49aee,segment=NetworkSegment(bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5),segment_id=bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:14.836974 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-bfc06c30-5285-4b62-b705-ae9c71e6a0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62479337'] for port (21159ab1-4920-4209-9c88-9a646c84f8b8), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:14.917290 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (a5330358-6209-41f8-bb27-e1de26b49aee), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:14.933000 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-bfc06c30-5285-4b62-b705-ae9c71e6a0d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-827009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3664576'] for router_interface (b5448ab5-44fb-4b25-982c-e5ec897dd9bd), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:14.935955 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc06c30-5285-4b62-b705-ae9c71e6a0d2 admin admin] Pushing event updated for resources: {'Port': ['ID=21159ab1-4920-4209-9c88-9a646c84f8b8,revision_number=2']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:15.018650 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Pushing event updated for resources: {'Port': ['ID=a5330358-6209-41f8-bb27-e1de26b49aee,revision_number=4']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:15.107450 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc06c30-5285-4b62-b705-ae9c71e6a0d2 admin admin] Network 66877992-c539-4a20-bc38-e23ad3fab872 is already hosted by enough agents. {{(pid=104678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:40:15.110674 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.base_scheduler [None req-bfc06c30-5285-4b62-b705-ae9c71e6a0d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:15.210876 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 55240) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:15.236949 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-6d6326e2-70ef-4336-83e3-783e0901344a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:15.325095 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc06c30-5285-4b62-b705-ae9c71e6a0d2 admin admin] Router b5448ab5-44fb-4b25-982c-e5ec897dd9bd has already been hosted by L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 {{(pid=104678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:40:15.356702 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-6d6326e2-70ef-4336-83e3-783e0901344a admin admin] Publish callbacks [] for security_group (ea7f2dc7-e4aa-4e1a-9283-8de2288d323e), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:15.412179 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-01ab83cb-fd72-4e67-8c8d-3711e0530e55 None None] Provisioning complete for port 21159ab1-4920-4209-9c88-9a646c84f8b8 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:40:15.415800 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-6d6326e2-70ef-4336-83e3-783e0901344a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (ea7f2dc7-e4aa-4e1a-9283-8de2288d323e), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:15.423695 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-01ab83cb-fd72-4e67-8c8d-3711e0530e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (21159ab1-4920-4209-9c88-9a646c84f8b8), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:15.486109 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-01ab83cb-fd72-4e67-8c8d-3711e0530e55 None None] Port 21159ab1-4920-4209-9c88-9a646c84f8b8 cannot update to ACTIVE because it is not bound. {{(pid=104679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:40:15.508026 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-6d6326e2-70ef-4336-83e3-783e0901344a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b5be2481c88a4ddb878795d50c0a8244&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2920837 May 27 03:40:15.508026 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6326e2-70ef-4336-83e3-783e0901344a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7f2dc7-e4aa-4e1a-9283-8de2288d323e,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:15.509818 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 55252) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:15.515536 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc06c30-5285-4b62-b705-ae9c71e6a0d2 admin admin] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:40:15.527942 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-bfc06c30-5285-4b62-b705-ae9c71e6a0d2 admin admin] 10.222.0.71 "PUT /v2.0/routers/b5448ab5-44fb-4b25-982c-e5ec897dd9bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7561116 May 27 03:40:15.619929 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-dc0ecb53-3949-49b0-9772-1e87dd5d28f8 admin admin] Publish callbacks [] for security_group (ea7f2dc7-e4aa-4e1a-9283-8de2288d323e), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:15.662117 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2d5d7106-204a-4025-a7a1-59d51202dc62 req-462e2b43-380f-4ce4-b9a5-188e8d4fc325 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 210 time: 0.0381498 May 27 03:40:15.677889 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-dc0ecb53-3949-49b0-9772-1e87dd5d28f8 admin admin] Publish callbacks [] for security_group (ea7f2dc7-e4aa-4e1a-9283-8de2288d323e), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:15.879392 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-dc0ecb53-3949-49b0-9772-1e87dd5d28f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (ea7f2dc7-e4aa-4e1a-9283-8de2288d323e), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:15.883595 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-dc0ecb53-3949-49b0-9772-1e87dd5d28f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:15.885356 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-dc0ecb53-3949-49b0-9772-1e87dd5d28f8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ea7f2dc7-e4aa-4e1a-9283-8de2288d323e HTTP/1.1" status: 204 len: 168 time: 0.3743904 May 27 03:40:15.929633 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ecb53-3949-49b0-9772-1e87dd5d28f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7f2dc7-e4aa-4e1a-9283-8de2288d323e,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:16.066428 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca950a3b-41ce-49a8-a03a-5ff2eb2f30e5 None None] Sync routers for ids ['b5448ab5-44fb-4b25-982c-e5ec897dd9bd'] in dv-cinder-843361-2-smb {{(pid=104679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:40:16.085338 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca950a3b-41ce-49a8-a03a-5ff2eb2f30e5 None None] Routers {'b5448ab5-44fb-4b25-982c-e5ec897dd9bd'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:40:16.091709 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-ca950a3b-41ce-49a8-a03a-5ff2eb2f30e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:40:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['b5448ab5-44fb-4b25-982c-e5ec897dd9bd'], 'active': True} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:16.192571 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvr_db [None req-ca950a3b-41ce-49a8-a03a-5ff2eb2f30e5 None None] Set router b5448ab5-44fb-4b25-982c-e5ec897dd9bd gateway port host: dv-cinder-843361-2-smb {{(pid=104679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:40:16.429046 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:16.439053 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-ca950a3b-41ce-49a8-a03a-5ff2eb2f30e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5448ab5-44fb-4b25-982c-e5ec897dd9bd', 'name': 'tempest-TestShelveInstance-879380398-router', 'tenant_id': '768052d3698e483584138b97ac418580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a5330358-6209-41f8-bb27-e1de26b49aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:08Z', 'updated_at': '2022-05-27T03:40:14Z', 'revision_number': 4, 'project_id': '768052d3698e483584138b97ac418580', 'gw_port': {'id': 'a5330358-6209-41f8-bb27-e1de26b49aee', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5448ab5-44fb-4b25-982c-e5ec897dd9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:09Z', 'updated_at': '2022-05-27T03:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': '21159ab1-4920-4209-9c88-9a646c84f8b8', 'name': '', 'network_id': '66877992-c539-4a20-bc38-e23ad3fab872', 'tenant_id': '768052d3698e483584138b97ac418580', 'mac_address': 'fa:16:3e:27:6c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5448ab5-44fb-4b25-982c-e5ec897dd9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'd06f8d51-ddd1-498e-b885-be07a3b307ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:12Z', 'updated_at': '2022-05-27T03:40:14Z', 'revision_number': 2, 'project_id': '768052d3698e483584138b97ac418580', 'subnets': [{'id': 'd06f8d51-ddd1-498e-b885-be07a3b307ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:16.447282 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:16.454702 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device a5330358-6209-41f8-bb27-e1de26b49aee up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:40:16.498290 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca950a3b-41ce-49a8-a03a-5ff2eb2f30e5 None None] Checking router: b5448ab5-44fb-4b25-982c-e5ec897dd9bd for host: dv-cinder-843361-2-smb {{(pid=104679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:40:16.498642 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca950a3b-41ce-49a8-a03a-5ff2eb2f30e5 None None] Updating router b5448ab5-44fb-4b25-982c-e5ec897dd9bd port 21159ab1-4920-4209-9c88-9a646c84f8b8 binding host dv-cinder-843361-2-smb {{(pid=104679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:40:16.547614 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-ca950a3b-41ce-49a8-a03a-5ff2eb2f30e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (21159ab1-4920-4209-9c88-9a646c84f8b8), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:16.578899 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port a5330358-6209-41f8-bb27-e1de26b49aee triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:40:16.579693 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (a5330358-6209-41f8-bb27-e1de26b49aee), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:16.689349 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 55300) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:16.695246 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-3653f644-cada-4953-ad34-6399ac04685b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-597365065-network', 'tenant_id': '4fd0b44fe4bd4a61a8976812b353af93'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:40:16.788095 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port a5330358-6209-41f8-bb27-e1de26b49aee is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:40:16.795114 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f4768774-b44f-4880-aeec-8e240cd327d3 req-992a6530-d576-4852-9074-0d50ef66df4a tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 210 time: 0.0394845 May 27 03:40:16.832770 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3653f644-cada-4953-ad34-6399ac04685b admin admin] Made reservation on behalf of 4fd0b44fe4bd4a61a8976812b353af93 for: {'network': 1} {{(pid=104677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:40:16.835488 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3653f644-cada-4953-ad34-6399ac04685b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for network (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:16.845298 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3653f644-cada-4953-ad34-6399ac04685b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:16.903465 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:16.943302 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3653f644-cada-4953-ad34-6399ac04685b admin admin] Publish callbacks [] for security_group (efe34204-3984-4aa4-861f-4c098c2df62c), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:16.963145 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-ca950a3b-41ce-49a8-a03a-5ff2eb2f30e5 None None] Publish callbacks [] for port (21159ab1-4920-4209-9c88-9a646c84f8b8), precommit_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:17.151839 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-ca950a3b-41ce-49a8-a03a-5ff2eb2f30e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (21159ab1-4920-4209-9c88-9a646c84f8b8), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:17.152063 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3653f644-cada-4953-ad34-6399ac04685b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (efe34204-3984-4aa4-861f-4c098c2df62c), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:17.175075 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3653f644-cada-4953-ad34-6399ac04685b admin admin] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=104677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:40:17.207645 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3653f644-cada-4953-ad34-6399ac04685b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755264080231', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105'] for segment (746a8f13-6638-491d-9ea4-552413a6bd69), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:17.208101 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.db.segments_db [None req-3653f644-cada-4953-ad34-6399ac04685b admin admin] Added segment 746a8f13-6638-491d-9ea4-552413a6bd69 of type vlan for network 9c16b3b5-ecb4-4189-8078-ccbfb3ad873a May 27 03:40:17.210574 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54645a09-5438-4e20-907e-f4068d433d46 None None] Pushing event updated for resources: {'Port': ['ID=21159ab1-4920-4209-9c88-9a646c84f8b8,revision_number=3']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:17.210711 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3653f644-cada-4953-ad34-6399ac04685b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe34204-3984-4aa4-861f-4c098c2df62c,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:17.266495 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3653f644-cada-4953-ad34-6399ac04685b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755263573863'] for network (9c16b3b5-ecb4-4189-8078-ccbfb3ad873a), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:17.280923 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-ca950a3b-41ce-49a8-a03a-5ff2eb2f30e5 None None] Attempting to bind port 21159ab1-4920-4209-9c88-9a646c84f8b8 on host dv-cinder-843361-2-smb for vnic_type normal with profile {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:40:17.285947 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-ca950a3b-41ce-49a8-a03a-5ff2eb2f30e5 None None] Attempting to bind port 21159ab1-4920-4209-9c88-9a646c84f8b8 by drivers openvswitch,hyperv on host dv-cinder-843361-2-smb at level 0 using segments [{'id': '59d0f9c5-fa7f-45ad-b3fc-654ed598984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '66877992-c539-4a20-bc38-e23ad3fab872'}] {{(pid=104679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:40:17.285947 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca950a3b-41ce-49a8-a03a-5ff2eb2f30e5 None None] Attempting to bind port 21159ab1-4920-4209-9c88-9a646c84f8b8 on network 66877992-c539-4a20-bc38-e23ad3fab872 {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:40:17.287432 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca950a3b-41ce-49a8-a03a-5ff2eb2f30e5 None None] Checking agent: {'id': '9eab1ddd-6fe1-4746-91d3-5b2c5a714814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 29, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 29, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:40:17.287916 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca950a3b-41ce-49a8-a03a-5ff2eb2f30e5 None None] Checking segment: {'id': '59d0f9c5-fa7f-45ad-b3fc-654ed598984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '66877992-c539-4a20-bc38-e23ad3fab872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:40:17.288375 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-ca950a3b-41ce-49a8-a03a-5ff2eb2f30e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:17.288796 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca950a3b-41ce-49a8-a03a-5ff2eb2f30e5 None None] Bound using segment: {'id': '59d0f9c5-fa7f-45ad-b3fc-654ed598984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '66877992-c539-4a20-bc38-e23ad3fab872'} {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:40:17.289286 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-ca950a3b-41ce-49a8-a03a-5ff2eb2f30e5 None None] Bound port: 21159ab1-4920-4209-9c88-9a646c84f8b8, host: dv-cinder-843361-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d0f9c5-fa7f-45ad-b3fc-654ed598984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '66877992-c539-4a20-bc38-e23ad3fab872'}}] {{(pid=104679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:40:17.289679 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-ca950a3b-41ce-49a8-a03a-5ff2eb2f30e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (21159ab1-4920-4209-9c88-9a646c84f8b8), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:17.358941 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-ca950a3b-41ce-49a8-a03a-5ff2eb2f30e5 None None] For port 21159ab1-4920-4209-9c88-9a646c84f8b8, host dv-cinder-843361-2-smb, cleared binding levels {{(pid=104679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:40:17.362175 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-ca950a3b-41ce-49a8-a03a-5ff2eb2f30e5 None None] For port 21159ab1-4920-4209-9c88-9a646c84f8b8, host dv-cinder-843361-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=21159ab1-4920-4209-9c88-9a646c84f8b8,segment=NetworkSegment(59d0f9c5-fa7f-45ad-b3fc-654ed598984c),segment_id=59d0f9c5-fa7f-45ad-b3fc-654ed598984c)] {{(pid=104679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:40:17.377893 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3653f644-cada-4953-ad34-6399ac04685b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027'] for network (9c16b3b5-ecb4-4189-8078-ccbfb3ad873a), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:17.379064 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3653f644-cada-4953-ad34-6399ac04685b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:17.379798 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3653f644-cada-4953-ad34-6399ac04685b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for network (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:17.382293 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:17.416089 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-e002420f-45eb-4337-9c1f-11a7b0f091d1 None None] Provisioning complete for port 21159ab1-4920-4209-9c88-9a646c84f8b8 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:40:17.416464 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-e002420f-45eb-4337-9c1f-11a7b0f091d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (21159ab1-4920-4209-9c88-9a646c84f8b8), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:17.455114 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-e002420f-45eb-4337-9c1f-11a7b0f091d1 None None] Port 21159ab1-4920-4209-9c88-9a646c84f8b8 cannot update to ACTIVE because it is not bound. {{(pid=104679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:40:17.468072 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3653f644-cada-4953-ad34-6399ac04685b admin admin] Pushing event updated for resources: {'Network': ['ID=9c16b3b5-ecb4-4189-8078-ccbfb3ad873a,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:17.475501 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-ca950a3b-41ce-49a8-a03a-5ff2eb2f30e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (21159ab1-4920-4209-9c88-9a646c84f8b8), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:17.484514 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Network 9c16b3b5-ecb4-4189-8078-ccbfb3ad873a details requested by agent ovs-agent-dv-cinder-843361-2-smb with host dv-cinder-843361-2-smb {{(pid=104679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:40:17.545309 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-3653f644-cada-4953-ad34-6399ac04685b admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8532937 May 27 03:40:17.547314 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 55324) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:17.552910 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-cac1ae34-75f2-4651-9f88-5b866f54de1c admin admin] Request body: {'subnet': {'network_id': '9c16b3b5-ecb4-4189-8078-ccbfb3ad873a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-597365065-subnet', 'tenant_id': '4fd0b44fe4bd4a61a8976812b353af93', 'ip_version': 4}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:40:17.565343 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 55326) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:17.620959 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54645a09-5438-4e20-907e-f4068d433d46 None None] Pushing event updated for resources: {'Port': ['ID=21159ab1-4920-4209-9c88-9a646c84f8b8,revision_number=4']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:17.625841 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca950a3b-41ce-49a8-a03a-5ff2eb2f30e5 None None] Routers {'b5448ab5-44fb-4b25-982c-e5ec897dd9bd'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:40:17.626515 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-ca950a3b-41ce-49a8-a03a-5ff2eb2f30e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:40:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['b5448ab5-44fb-4b25-982c-e5ec897dd9bd'], 'active': True} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:17.702082 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac1ae34-75f2-4651-9f88-5b866f54de1c admin admin] Made reservation on behalf of 4fd0b44fe4bd4a61a8976812b353af93 for: {'subnet': 1} {{(pid=104677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:40:17.707194 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-cac1ae34-75f2-4651-9f88-5b866f54de1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60058002'] for subnet (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:17.729896 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [None req-5796d816-f467-45d5-b8bc-2d3afa9dec70 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1127270551-network', 'tenant_id': '3401c848ca364701931a0be12510c4f3'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:40:17.792679 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvr_db [None req-ca950a3b-41ce-49a8-a03a-5ff2eb2f30e5 None None] Set router b5448ab5-44fb-4b25-982c-e5ec897dd9bd gateway port host: dv-cinder-843361-2-smb {{(pid=104679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:40:17.844825 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5796d816-f467-45d5-b8bc-2d3afa9dec70 admin admin] Made reservation on behalf of 3401c848ca364701931a0be12510c4f3 for: {'network': 1} {{(pid=104678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:40:17.851309 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-5796d816-f467-45d5-b8bc-2d3afa9dec70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for network (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:17.872236 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-5796d816-f467-45d5-b8bc-2d3afa9dec70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:17.915257 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-58f38ff3-e652-4034-ae8b-736e8256a214 None None] Provisioning complete for port 21159ab1-4920-4209-9c88-9a646c84f8b8 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:40:17.915739 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-58f38ff3-e652-4034-ae8b-736e8256a214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (21159ab1-4920-4209-9c88-9a646c84f8b8), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:17.950746 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c1045f15-838d-44e0-a781-fef79c404892 req-fb0ee1a1-2001-4429-849b-29ecc21882c3 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 210 time: 0.0580158 May 27 03:40:17.988741 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-5796d816-f467-45d5-b8bc-2d3afa9dec70 admin admin] Publish callbacks [] for security_group (de388d8e-a7d5-40d6-b17e-f8eee7583472), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:18.073852 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-cac1ae34-75f2-4651-9f88-5b866f54de1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59984080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60057988'] for subnet (ff8f123b-55f8-4f32-82f4-ea7a7360c7f9), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:18.137612 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:18.137874 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1ae34-75f2-4651-9f88-5b866f54de1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff8f123b-55f8-4f32-82f4-ea7a7360c7f9,revision_number=0']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:18.139159 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-5796d816-f467-45d5-b8bc-2d3afa9dec70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (de388d8e-a7d5-40d6-b17e-f8eee7583472), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:18.164186 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac1ae34-75f2-4651-9f88-5b866f54de1c admin admin] Checking segment: {'id': '746a8f13-6638-491d-9ea4-552413a6bd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9c16b3b5-ecb4-4189-8078-ccbfb3ad873a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:40:18.165710 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac1ae34-75f2-4651-9f88-5b866f54de1c admin admin] Network hostable DHCP agents. Network: 9c16b3b5-ecb4-4189-8078-ccbfb3ad873a, hostable agents: ['51435755-087c-400e-9559-48781745a262'], hosted agents: [] {{(pid=104677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:40:18.165825 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796d816-f467-45d5-b8bc-2d3afa9dec70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de388d8e-a7d5-40d6-b17e-f8eee7583472,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:18.176331 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5796d816-f467-45d5-b8bc-2d3afa9dec70 admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=104678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:40:18.186535 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-5796d816-f467-45d5-b8bc-2d3afa9dec70 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755264080231', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105'] for segment (9c8de8f0-14f2-4378-ac86-cca160848b79), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:18.187111 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.db.segments_db [None req-5796d816-f467-45d5-b8bc-2d3afa9dec70 admin admin] Added segment 9c8de8f0-14f2-4378-ac86-cca160848b79 of type vlan for network 1428776f-0a24-496f-a660-743e4715c1fc May 27 03:40:18.228425 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:18.229032 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-58f38ff3-e652-4034-ae8b-736e8256a214 None None] Current status of the port 21159ab1-4920-4209-9c88-9a646c84f8b8 is: DOWN; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:40:18.229460 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-58f38ff3-e652-4034-ae8b-736e8256a214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (21159ab1-4920-4209-9c88-9a646c84f8b8), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:18.231430 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-5796d816-f467-45d5-b8bc-2d3afa9dec70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755263573863'] for network (1428776f-0a24-496f-a660-743e4715c1fc), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:18.268880 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-ca950a3b-41ce-49a8-a03a-5ff2eb2f30e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5448ab5-44fb-4b25-982c-e5ec897dd9bd', 'name': 'tempest-TestShelveInstance-879380398-router', 'tenant_id': '768052d3698e483584138b97ac418580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a5330358-6209-41f8-bb27-e1de26b49aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:08Z', 'updated_at': '2022-05-27T03:40:14Z', 'revision_number': 4, 'project_id': '768052d3698e483584138b97ac418580', 'gw_port': {'id': 'a5330358-6209-41f8-bb27-e1de26b49aee', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5448ab5-44fb-4b25-982c-e5ec897dd9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:09Z', 'updated_at': '2022-05-27T03:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': '21159ab1-4920-4209-9c88-9a646c84f8b8', 'name': '', 'network_id': '66877992-c539-4a20-bc38-e23ad3fab872', 'tenant_id': '768052d3698e483584138b97ac418580', 'mac_address': 'fa:16:3e:27:6c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5448ab5-44fb-4b25-982c-e5ec897dd9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'd06f8d51-ddd1-498e-b885-be07a3b307ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:12Z', 'updated_at': '2022-05-27T03:40:17Z', 'revision_number': 4, 'project_id': '768052d3698e483584138b97ac418580', 'subnets': [{'id': 'd06f8d51-ddd1-498e-b885-be07a3b307ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:18.295444 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-58f38ff3-e652-4034-ae8b-736e8256a214 None None] For port 21159ab1-4920-4209-9c88-9a646c84f8b8, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=21159ab1-4920-4209-9c88-9a646c84f8b8,segment=NetworkSegment(59d0f9c5-fa7f-45ad-b3fc-654ed598984c),segment_id=59d0f9c5-fa7f-45ad-b3fc-654ed598984c)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:18.296323 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac1ae34-75f2-4651-9f88-5b866f54de1c admin admin] Network 9c16b3b5-ecb4-4189-8078-ccbfb3ad873a is scheduled to be hosted by DHCP agent 51435755-087c-400e-9559-48781745a262 with binding_index 1 {{(pid=104677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:40:18.297200 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca950a3b-41ce-49a8-a03a-5ff2eb2f30e5 None None] The sync data for ids ['b5448ab5-44fb-4b25-982c-e5ec897dd9bd'] in dv-cinder-843361-2-smb is: [{'id': 'b5448ab5-44fb-4b25-982c-e5ec897dd9bd', 'name': 'tempest-TestShelveInstance-879380398-router', 'tenant_id': '768052d3698e483584138b97ac418580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a5330358-6209-41f8-bb27-e1de26b49aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:08Z', 'updated_at': '2022-05-27T03:40:14Z', 'revision_number': 4, 'project_id': '768052d3698e483584138b97ac418580', 'gw_port': {'id': 'a5330358-6209-41f8-bb27-e1de26b49aee', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5448ab5-44fb-4b25-982c-e5ec897dd9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:09Z', 'updated_at': '2022-05-27T03:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': '21159ab1-4920-4209-9c88-9a646c84f8b8', 'name': '', 'network_id': '66877992-c539-4a20-bc38-e23ad3fab872', 'tenant_id': '768052d3698e483584138b97ac418580', 'mac_address': 'fa:16:3e:27:6c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5448ab5-44fb-4b25-982c-e5ec897dd9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'd06f8d51-ddd1-498e-b885-be07a3b307ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:12Z', 'updated_at': '2022-05-27T03:40:17Z', 'revision_number': 4, 'project_id': '768052d3698e483584138b97ac418580', 'subnets': [{'id': 'd06f8d51-ddd1-498e-b885-be07a3b307ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:40:18.394420 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-f8a1dd0d-79d2-4842-a3a4-ae2f5da0e1b0 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:18.396609 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-f8a1dd0d-79d2-4842-a3a4-ae2f5da0e1b0 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.72 "GET /v2.0/networks?id=2f916a43-2562-4d0d-bd29-c5c8a7d74b6a HTTP/1.1" status: 200 len: 818 time: 0.1437221 May 27 03:40:18.435879 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-5796d816-f467-45d5-b8bc-2d3afa9dec70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027'] for network (1428776f-0a24-496f-a660-743e4715c1fc), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:18.437191 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5796d816-f467-45d5-b8bc-2d3afa9dec70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:18.437788 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-5796d816-f467-45d5-b8bc-2d3afa9dec70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for network (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:18.467853 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.base_scheduler [None req-cac1ae34-75f2-4651-9f88-5b866f54de1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-2-smb, 9c16b3b5-ecb4-4189-8078-ccbfb3ad873a) {{(pid=104677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:18.468599 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:18.469810 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-58f38ff3-e652-4034-ae8b-736e8256a214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (21159ab1-4920-4209-9c88-9a646c84f8b8), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:18.479056 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac1ae34-75f2-4651-9f88-5b866f54de1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:18.479056 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-cac1ae34-75f2-4651-9f88-5b866f54de1c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:18.482065 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 21159ab1-4920-4209-9c88-9a646c84f8b8 up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:40:18.518228 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ef8f2e-fada-42b7-b9f8-00b7a367a8e8 None None] Network 9c16b3b5-ecb4-4189-8078-ccbfb3ad873a requested from dv-cinder-843361-2-smb {{(pid=104679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:40:18.554427 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-d6e688d7-3b89-4ea1-b359-124583421f04 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c649113d597484d8d1f5f046a8cac59 HTTP/1.1" status: 200 len: 380 time: 0.1420474 May 27 03:40:18.555229 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796d816-f467-45d5-b8bc-2d3afa9dec70 admin admin] Pushing event updated for resources: {'Network': ['ID=1428776f-0a24-496f-a660-743e4715c1fc,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:18.568059 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-a9c26d53-18e5-418f-951c-cb17a65737d3 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Request body: {'port': {'device_id': '5c962e53-5de4-4f6a-b932-f210052f2278', 'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a', 'admin_state_up': True, 'tenant_id': '8c649113d597484d8d1f5f046a8cac59', 'security_groups': ['5f4896d8-2488-44da-b2dd-55f6c61b6253']}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:40:18.606574 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Network 1428776f-0a24-496f-a660-743e4715c1fc details requested by agent ovs-agent-dv-cinder-843361-2-smb with host dv-cinder-843361-2-smb {{(pid=104679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:40:18.606770 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-cac1ae34-75f2-4651-9f88-5b866f54de1c admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0550742 May 27 03:40:18.607134 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 55340) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:18.612916 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-4a66d336-bc77-494a-a125-38d23bb8501a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-597365065-router', 'tenant_id': '4fd0b44fe4bd4a61a8976812b353af93', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'}}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:40:18.628058 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-5796d816-f467-45d5-b8bc-2d3afa9dec70 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0604618 May 27 03:40:18.628531 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 55342) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:18.633954 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-a27a4a5a-72e0-464c-bab7-cc351059918f admin admin] Request body: {'subnet': {'network_id': '1428776f-0a24-496f-a660-743e4715c1fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1127270551-subnet', 'tenant_id': '3401c848ca364701931a0be12510c4f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:40:18.720130 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f38ff3-e652-4034-ae8b-736e8256a214 None None] Pushing event updated for resources: {'Port': ['ID=21159ab1-4920-4209-9c88-9a646c84f8b8,revision_number=5']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:18.758023 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port 21159ab1-4920-4209-9c88-9a646c84f8b8 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:40:18.758400 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (21159ab1-4920-4209-9c88-9a646c84f8b8), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:18.761838 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27a4a5a-72e0-464c-bab7-cc351059918f admin admin] Made reservation on behalf of 3401c848ca364701931a0be12510c4f3 for: {'subnet': 1} {{(pid=104677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:40:18.766538 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a27a4a5a-72e0-464c-bab7-cc351059918f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60058002'] for subnet (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:18.768983 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-4a66d336-bc77-494a-a125-38d23bb8501a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3642992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7936'] for router (10696981-6025-441a-ac3f-de2b68926817), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:18.775389 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-4a66d336-bc77-494a-a125-38d23bb8501a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3889088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3801747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7993'] for router (10696981-6025-441a-ac3f-de2b68926817), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:18.808325 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba369f80-8dc5-402d-bd4f-5b74818bba05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp35ccf49e-a895-563f-88ce-f04d0597ddad-9c16b3b5-ecb4-4189-8078-ccbfb3ad873a', 'network_id': '9c16b3b5-ecb4-4189-8078-ccbfb3ad873a', 'project_id': '4fd0b44fe4bd4a61a8976812b353af93', 'fixed_ips': [{'subnet_id': 'ff8f123b-55f8-4f32-82f4-ea7a7360c7f9'}]}} from dv-cinder-843361-2-smb. {{(pid=104679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:40:18.810083 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-ba369f80-8dc5-402d-bd4f-5b74818bba05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:18.810603 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-a9c26d53-18e5-418f-951c-cb17a65737d3 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Made reservation on behalf of 8c649113d597484d8d1f5f046a8cac59 for: {'port': 1} {{(pid=104678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:40:18.815303 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-a9c26d53-18e5-418f-951c-cb17a65737d3 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:18.961479 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-4a66d336-bc77-494a-a125-38d23bb8501a admin admin] Publish callbacks [] for router_controller (10696981-6025-441a-ac3f-de2b68926817), precommit_add_association {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:18.987514 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port 21159ab1-4920-4209-9c88-9a646c84f8b8 is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:40:19.048205 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.db_base_plugin_common [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-a9c26d53-18e5-418f-951c-cb17a65737d3 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Allocated IP 172.20.0.11 (2f916a43-2562-4d0d-bd29-c5c8a7d74b6a/e9e7a5b0-6940-4778-807b-b50ae30078a7/312059c1-f4ba-443c-8b30-272543608364) {{(pid=104678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:40:19.068101 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.db_base_plugin_common [None req-ba369f80-8dc5-402d-bd4f-5b74818bba05 None None] Allocated IP 172.20.0.2 (9c16b3b5-ecb4-4189-8078-ccbfb3ad873a/ff8f123b-55f8-4f32-82f4-ea7a7360c7f9/0aa55363-27c4-4d5c-b458-e628676e5400) {{(pid=104679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:40:19.219702 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:19.339969 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-a9c26d53-18e5-418f-951c-cb17a65737d3 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks [] for port (312059c1-f4ba-443c-8b30-272543608364), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:19.365949 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-ba369f80-8dc5-402d-bd4f-5b74818bba05 None None] Publish callbacks [] for port (0aa55363-27c4-4d5c-b458-e628676e5400), precommit_create {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:19.380289 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-1a2cfdbe-cecd-46ea-859f-543b03f06490 req-5bf05b2b-fc11-41ea-88d8-85a963bb7af4 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 210 time: 0.2040732 May 27 03:40:19.448861 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a27a4a5a-72e0-464c-bab7-cc351059918f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59984080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60057988'] for subnet (2eb33205-5634-4e52-b4f2-9afa3146db1d), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:19.457042 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-4a66d336-bc77-494a-a125-38d23bb8501a admin admin] Publish callbacks [] for router_gateway (10696981-6025-441a-ac3f-de2b68926817), precommit_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:19.472063 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-a9c26d53-18e5-418f-951c-cb17a65737d3 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (312059c1-f4ba-443c-8b30-272543608364), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:19.473665 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-ba369f80-8dc5-402d-bd4f-5b74818bba05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921'] for port (0aa55363-27c4-4d5c-b458-e628676e5400), after_create {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:19.536095 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-a9c26d53-18e5-418f-951c-cb17a65737d3 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Network 2f916a43-2562-4d0d-bd29-c5c8a7d74b6a is already hosted by enough agents. {{(pid=104678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:40:19.540165 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba369f80-8dc5-402d-bd4f-5b74818bba05 None None] Network 9c16b3b5-ecb4-4189-8078-ccbfb3ad873a is already hosted by enough agents. {{(pid=104679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:40:19.543908 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.scheduler.base_scheduler [None req-ba369f80-8dc5-402d-bd4f-5b74818bba05 None None] Resources bound (agent type, host, resource id): {{(pid=104679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:19.548423 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba369f80-8dc5-402d-bd4f-5b74818bba05 None None] Received port after_create {{(pid=104679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:40:19.549245 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.base_scheduler [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-a9c26d53-18e5-418f-951c-cb17a65737d3 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Resources bound (agent type, host, resource id): {{(pid=104678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:19.563937 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-a9c26d53-18e5-418f-951c-cb17a65737d3 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Received port after_create {{(pid=104678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:40:19.569569 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27a4a5a-72e0-464c-bab7-cc351059918f admin admin] Checking segment: {'id': '9c8de8f0-14f2-4378-ac86-cca160848b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '1428776f-0a24-496f-a660-743e4715c1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:40:19.570042 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27a4a5a-72e0-464c-bab7-cc351059918f admin admin] Network hostable DHCP agents. Network: 1428776f-0a24-496f-a660-743e4715c1fc, hostable agents: ['51435755-087c-400e-9559-48781745a262'], hosted agents: [] {{(pid=104677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:40:19.573237 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c26d53-18e5-418f-951c-cb17a65737d3 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Pushing event updated for resources: {'Port': ['ID=312059c1-f4ba-443c-8b30-272543608364,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:19.577432 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a4a5a-72e0-464c-bab7-cc351059918f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2eb33205-5634-4e52-b4f2-9afa3146db1d,revision_number=0']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:19.583295 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba369f80-8dc5-402d-bd4f-5b74818bba05 None None] Pushing event updated for resources: {'Port': ['ID=0aa55363-27c4-4d5c-b458-e628676e5400,revision_number=1']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:19.663607 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-ba369f80-8dc5-402d-bd4f-5b74818bba05 None None] Attempting to bind port 0aa55363-27c4-4d5c-b458-e628676e5400 on host dv-cinder-843361-2-smb for vnic_type normal with profile {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:40:19.663976 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-ba369f80-8dc5-402d-bd4f-5b74818bba05 None None] Attempting to bind port 0aa55363-27c4-4d5c-b458-e628676e5400 by drivers openvswitch,hyperv on host dv-cinder-843361-2-smb at level 0 using segments [{'id': '746a8f13-6638-491d-9ea4-552413a6bd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9c16b3b5-ecb4-4189-8078-ccbfb3ad873a'}] {{(pid=104679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:40:19.664339 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba369f80-8dc5-402d-bd4f-5b74818bba05 None None] Attempting to bind port 0aa55363-27c4-4d5c-b458-e628676e5400 on network 9c16b3b5-ecb4-4189-8078-ccbfb3ad873a {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:40:19.665939 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-a9c26d53-18e5-418f-951c-cb17a65737d3 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:19.666773 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-a9c26d53-18e5-418f-951c-cb17a65737d3 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:19.670425 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba369f80-8dc5-402d-bd4f-5b74818bba05 None None] Checking agent: {'id': '9eab1ddd-6fe1-4746-91d3-5b2c5a714814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 29, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 29, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:40:19.671708 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba369f80-8dc5-402d-bd4f-5b74818bba05 None None] Checking segment: {'id': '746a8f13-6638-491d-9ea4-552413a6bd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9c16b3b5-ecb4-4189-8078-ccbfb3ad873a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:40:19.672197 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-ba369f80-8dc5-402d-bd4f-5b74818bba05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:19.672714 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba369f80-8dc5-402d-bd4f-5b74818bba05 None None] Bound using segment: {'id': '746a8f13-6638-491d-9ea4-552413a6bd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9c16b3b5-ecb4-4189-8078-ccbfb3ad873a'} {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:40:19.673313 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-ba369f80-8dc5-402d-bd4f-5b74818bba05 None None] Bound port: 0aa55363-27c4-4d5c-b458-e628676e5400, host: dv-cinder-843361-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '746a8f13-6638-491d-9ea4-552413a6bd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9c16b3b5-ecb4-4189-8078-ccbfb3ad873a'}}] {{(pid=104679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:40:19.673774 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-ba369f80-8dc5-402d-bd4f-5b74818bba05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (0aa55363-27c4-4d5c-b458-e628676e5400), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:19.726382 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27a4a5a-72e0-464c-bab7-cc351059918f admin admin] Network 1428776f-0a24-496f-a660-743e4715c1fc is scheduled to be hosted by DHCP agent 51435755-087c-400e-9559-48781745a262 with binding_index 1 {{(pid=104677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:40:19.763026 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-ba369f80-8dc5-402d-bd4f-5b74818bba05 None None] For port 0aa55363-27c4-4d5c-b458-e628676e5400, host dv-cinder-843361-2-smb, cleared binding levels {{(pid=104679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:40:19.767530 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-ba369f80-8dc5-402d-bd4f-5b74818bba05 None None] For port 0aa55363-27c4-4d5c-b458-e628676e5400, host dv-cinder-843361-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=0aa55363-27c4-4d5c-b458-e628676e5400,segment=NetworkSegment(746a8f13-6638-491d-9ea4-552413a6bd69),segment_id=746a8f13-6638-491d-9ea4-552413a6bd69)] {{(pid=104679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:40:19.805767 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-a9c26d53-18e5-418f-951c-cb17a65737d3 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2420633 May 27 03:40:19.819917 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-94bbf2b1-3387-49b1-a0a6-e548d613a2b7 service neutron] Request body: {'port': {'device_id': '5c962e53-5de4-4f6a-b932-f210052f2278', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:40:19.846427 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-ba369f80-8dc5-402d-bd4f-5b74818bba05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (0aa55363-27c4-4d5c-b458-e628676e5400), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:19.852326 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.base_scheduler [None req-a27a4a5a-72e0-464c-bab7-cc351059918f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-2-smb, 1428776f-0a24-496f-a660-743e4715c1fc) {{(pid=104677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:19.860349 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27a4a5a-72e0-464c-bab7-cc351059918f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:19.860956 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a27a4a5a-72e0-464c-bab7-cc351059918f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:19.882294 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-4a66d336-bc77-494a-a125-38d23bb8501a admin admin] Publish callbacks [] for router_gateway (10696981-6025-441a-ac3f-de2b68926817), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:19.883734 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35d7260-d729-45d2-9e90-5c1d17d42910 None None] Network 1428776f-0a24-496f-a660-743e4715c1fc requested from dv-cinder-843361-2-smb {{(pid=104679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:40:19.904167 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-94bbf2b1-3387-49b1-a0a6-e548d613a2b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (312059c1-f4ba-443c-8b30-272543608364), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:19.906606 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-4a66d336-bc77-494a-a125-38d23bb8501a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:19.973212 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-a27a4a5a-72e0-464c-bab7-cc351059918f admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3413742 May 27 03:40:20.016213 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-7bc4838e-fee5-45b0-b98a-8f815b3b9fb6 None None] Provisioning complete for port 312059c1-f4ba-443c-8b30-272543608364 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:40:20.016592 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-7bc4838e-fee5-45b0-b98a-8f815b3b9fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (312059c1-f4ba-443c-8b30-272543608364), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:20.052571 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba369f80-8dc5-402d-bd4f-5b74818bba05 None None] Pushing event updated for resources: {'Port': ['ID=0aa55363-27c4-4d5c-b458-e628676e5400,revision_number=2']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:20.059524 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-7bc4838e-fee5-45b0-b98a-8f815b3b9fb6 None None] Port 312059c1-f4ba-443c-8b30-272543608364 cannot update to ACTIVE because it is not bound. {{(pid=104679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:40:20.100916 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.db_base_plugin_common [None req-4a66d336-bc77-494a-a125-38d23bb8501a admin admin] Allocated IP 172.28.2.221 (2c8f85dd-7a0e-40ae-be84-c061eec53ce1/4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03/2eda150e-59c8-4a14-99a0-3c87d0a95865) {{(pid=104677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:40:20.143365 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1157e0a-e6bd-4182-837a-7cd47ac9c7be None None] Network 1428776f-0a24-496f-a660-743e4715c1fc requested from dv-cinder-843361-2-smb {{(pid=104679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:40:20.338325 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-4a66d336-bc77-494a-a125-38d23bb8501a admin admin] Publish callbacks [] for port (2eda150e-59c8-4a14-99a0-3c87d0a95865), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:20.388324 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-94bbf2b1-3387-49b1-a0a6-e548d613a2b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 312059c1-f4ba-443c-8b30-272543608364 {{(pid=104678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:40:20.422669 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-94bbf2b1-3387-49b1-a0a6-e548d613a2b7 service neutron] Publish callbacks [] for port (312059c1-f4ba-443c-8b30-272543608364), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:20.464608 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.provisioning_blocks [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-94bbf2b1-3387-49b1-a0a6-e548d613a2b7 service neutron] Transition to ACTIVE for port object 312059c1-f4ba-443c-8b30-272543608364 will not be triggered until provisioned by entity L2. {{(pid=104678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:40:20.533317 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-4a66d336-bc77-494a-a125-38d23bb8501a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59984224'] for port (2eda150e-59c8-4a14-99a0-3c87d0a95865), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:20.565528 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-94bbf2b1-3387-49b1-a0a6-e548d613a2b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62479337'] for port (312059c1-f4ba-443c-8b30-272543608364), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:20.576322 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:INSERT=6 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:20.597468 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650a9d0-7fcd-4abb-aa2f-32bd4befebde req-bd3d748a-b79a-4e0d-b054-e5b06d38107d tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:20.599715 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0650a9d0-7fcd-4abb-aa2f-32bd4befebde req-bd3d748a-b79a-4e0d-b054-e5b06d38107d tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 932 time: 0.1059923 May 27 03:40:20.603497 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a66d336-bc77-494a-a125-38d23bb8501a admin admin] Network 2c8f85dd-7a0e-40ae-be84-c061eec53ce1 is already hosted by enough agents. {{(pid=104677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:40:20.605501 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 21159ab1-4920-4209-9c88-9a646c84f8b8 up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:40:20.609870 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.base_scheduler [None req-4a66d336-bc77-494a-a125-38d23bb8501a admin admin] Resources bound (agent type, host, resource id): {{(pid=104677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:20.612323 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a66d336-bc77-494a-a125-38d23bb8501a admin admin] Received port after_create {{(pid=104677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:40:20.644021 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bbf2b1-3387-49b1-a0a6-e548d613a2b7 service neutron] Pushing event updated for resources: {'Port': ['ID=312059c1-f4ba-443c-8b30-272543608364,revision_number=2']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:20.658706 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a66d336-bc77-494a-a125-38d23bb8501a admin admin] Pushing event updated for resources: {'Port': ['ID=2eda150e-59c8-4a14-99a0-3c87d0a95865,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:20.667941 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port 21159ab1-4920-4209-9c88-9a646c84f8b8 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:40:20.669021 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (21159ab1-4920-4209-9c88-9a646c84f8b8), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:20.732843 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:20.779829 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port 21159ab1-4920-4209-9c88-9a646c84f8b8 is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:40:20.780915 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 0aa55363-27c4-4d5c-b458-e628676e5400 up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:40:20.800891 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0650a9d0-7fcd-4abb-aa2f-32bd4befebde req-08dd5276-e3c3-4668-8e44-a57fde096a44 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f4896d8-2488-44da-b2dd-55f6c61b6253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834064 May 27 03:40:20.813409 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-94bbf2b1-3387-49b1-a0a6-e548d613a2b7 service neutron] Attempting to bind port 312059c1-f4ba-443c-8b30-272543608364 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:40:20.813748 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-94bbf2b1-3387-49b1-a0a6-e548d613a2b7 service neutron] Attempting to bind port 312059c1-f4ba-443c-8b30-272543608364 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '38baf4e4-1e5b-4f83-ae3c-ef0274e43459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a'}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:40:20.814156 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-94bbf2b1-3387-49b1-a0a6-e548d613a2b7 service neutron] Attempting to bind port 312059c1-f4ba-443c-8b30-272543608364 on network 2f916a43-2562-4d0d-bd29-c5c8a7d74b6a {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:40:20.820144 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-94bbf2b1-3387-49b1-a0a6-e548d613a2b7 service neutron] Port 312059c1-f4ba-443c-8b30-272543608364 on network 2f916a43-2562-4d0d-bd29-c5c8a7d74b6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:40:20.820523 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-94bbf2b1-3387-49b1-a0a6-e548d613a2b7 service neutron] Attempting to bind port 312059c1-f4ba-443c-8b30-272543608364 on network 2f916a43-2562-4d0d-bd29-c5c8a7d74b6a {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:40:20.827442 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-94bbf2b1-3387-49b1-a0a6-e548d613a2b7 service neutron] Checking agent: {'id': '1c07afa2-e502-46e1-ac2b-740a8f00a450', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 36, 8), 'started_at': datetime.datetime(2022, 5, 27, 3, 36, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:40:20.827888 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-94bbf2b1-3387-49b1-a0a6-e548d613a2b7 service neutron] Checking segment: {'id': '38baf4e4-1e5b-4f83-ae3c-ef0274e43459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:40:20.828272 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-94bbf2b1-3387-49b1-a0a6-e548d613a2b7 service neutron] Bound using segment: {'id': '38baf4e4-1e5b-4f83-ae3c-ef0274e43459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a'} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:40:20.828760 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-94bbf2b1-3387-49b1-a0a6-e548d613a2b7 service neutron] Bound port: 312059c1-f4ba-443c-8b30-272543608364, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38baf4e4-1e5b-4f83-ae3c-ef0274e43459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a'}}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:40:20.829357 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-94bbf2b1-3387-49b1-a0a6-e548d613a2b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (312059c1-f4ba-443c-8b30-272543608364), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:20.840956 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port 0aa55363-27c4-4d5c-b458-e628676e5400 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:40:20.841276 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (0aa55363-27c4-4d5c-b458-e628676e5400), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:20.938766 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:20.974304 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-94bbf2b1-3387-49b1-a0a6-e548d613a2b7 service neutron] For port 312059c1-f4ba-443c-8b30-272543608364, host hv-cinder-84336, cleared binding levels {{(pid=104678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:40:20.984316 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-94bbf2b1-3387-49b1-a0a6-e548d613a2b7 service neutron] For port 312059c1-f4ba-443c-8b30-272543608364, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=312059c1-f4ba-443c-8b30-272543608364,segment=NetworkSegment(38baf4e4-1e5b-4f83-ae3c-ef0274e43459),segment_id=38baf4e4-1e5b-4f83-ae3c-ef0274e43459)] {{(pid=104678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:40:21.013078 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port 0aa55363-27c4-4d5c-b458-e628676e5400 is: DOWN; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:40:21.013508 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (0aa55363-27c4-4d5c-b458-e628676e5400), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:21.053957 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] For port 0aa55363-27c4-4d5c-b458-e628676e5400, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=0aa55363-27c4-4d5c-b458-e628676e5400,segment=NetworkSegment(746a8f13-6638-491d-9ea4-552413a6bd69),segment_id=746a8f13-6638-491d-9ea4-552413a6bd69)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:21.177100 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-94bbf2b1-3387-49b1-a0a6-e548d613a2b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62479337'] for port (312059c1-f4ba-443c-8b30-272543608364), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:21.216836 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-94bbf2b1-3387-49b1-a0a6-e548d613a2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:21.216991 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (0aa55363-27c4-4d5c-b458-e628676e5400), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:21.217552 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-94bbf2b1-3387-49b1-a0a6-e548d613a2b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:21.222143 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-94bbf2b1-3387-49b1-a0a6-e548d613a2b7 service neutron] 10.222.0.72 "PUT /v2.0/ports/312059c1-f4ba-443c-8b30-272543608364 HTTP/1.1" status: 200 len: 1094 time: 1.4064319 May 27 03:40:21.225684 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c962e53-5de4-4f6a-b932-f210052f2278', 'tag': '312059c1-f4ba-443c-8b30-272543608364'}] {{(pid=104678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:40:21.229405 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e1ed873ee784d85eb1b1d61ec54b86d2255e46a50b7e273563a24fff47d01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f056b54b-0f5e-4288-a483-172180e3984c" -d '{"events": [{"name": "network-changed", "server_uuid": "5c962e53-5de4-4f6a-b932-f210052f2278", "tag": "312059c1-f4ba-443c-8b30-272543608364"}]}' {{(pid=104678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:40:21.281042 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bbf2b1-3387-49b1-a0a6-e548d613a2b7 service neutron] Pushing event updated for resources: {'Port': ['ID=312059c1-f4ba-443c-8b30-272543608364,revision_number=3']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:21.300999 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Pushing event updated for resources: {'Port': ['ID=0aa55363-27c4-4d5c-b458-e628676e5400,revision_number=3']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:21.310137 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-4a66d336-bc77-494a-a125-38d23bb8501a admin admin] Publish callbacks [] for router_gateway (10696981-6025-441a-ac3f-de2b68926817), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:21.311127 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442066ae-7db4-4f9a-9c2f-072ebc5290aa x-openstack-request-id: req-442066ae-7db4-4f9a-9c2f-072ebc5290aa {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:40:21.311484 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c962e53-5de4-4f6a-b932-f210052f2278", "tag": "312059c1-f4ba-443c-8b30-272543608364", "status": "completed", "code": 200}]} {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:40:21.311933 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-442066ae-7db4-4f9a-9c2f-072ebc5290aa {{(pid=104678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:40:21.312794 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-442066ae-7db4-4f9a-9c2f-072ebc5290aa'] response: {'name': 'network-changed', 'server_uuid': '5c962e53-5de4-4f6a-b932-f210052f2278', 'tag': '312059c1-f4ba-443c-8b30-272543608364', 'status': 'completed', 'code': 200} May 27 03:40:21.347029 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d823f0-de52-464c-8f0b-523acfb760f8 None None] Network 9c16b3b5-ecb4-4189-8078-ccbfb3ad873a requested from dv-cinder-843361-2-smb {{(pid=104679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:40:21.413806 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056b54b-0f5e-4288-a483-172180e3984c req-6c96ca5e-5f3f-468d-8748-85ee98668659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:21.416299 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-f056b54b-0f5e-4288-a483-172180e3984c req-6c96ca5e-5f3f-468d-8748-85ee98668659 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8c649113d597484d8d1f5f046a8cac59&device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 1128 time: 0.0917666 May 27 03:40:21.570635 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-4315b407-fa32-40a6-9fab-5bae6db64557 None None] Provisioning complete for port 0aa55363-27c4-4d5c-b458-e628676e5400 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:40:21.570843 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-4315b407-fa32-40a6-9fab-5bae6db64557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (0aa55363-27c4-4d5c-b458-e628676e5400), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:21.576870 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056b54b-0f5e-4288-a483-172180e3984c req-a4f3224a-1c3b-4328-bba2-19af7af21767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:21.579025 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-f056b54b-0f5e-4288-a483-172180e3984c req-a4f3224a-1c3b-4328-bba2-19af7af21767 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=8c649113d597484d8d1f5f046a8cac59&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1496856 May 27 03:40:21.615258 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-4a66d336-bc77-494a-a125-38d23bb8501a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3889143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664899'] for router (10696981-6025-441a-ac3f-de2b68926817), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:21.644868 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:21.712240 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 55392) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:21.736733 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056b54b-0f5e-4288-a483-172180e3984c req-68ec4af6-eba4-4486-a6d5-ff84ef2b1129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:21.738251 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-f056b54b-0f5e-4288-a483-172180e3984c req-68ec4af6-eba4-4486-a6d5-ff84ef2b1129 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1528482 May 27 03:40:21.742917 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-4315b407-fa32-40a6-9fab-5bae6db64557 None None] Current status of the port 0aa55363-27c4-4d5c-b458-e628676e5400 is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:40:21.877386 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-753c33ec-3db8-4e50-aec5-da239ee58797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:21.878918 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-753c33ec-3db8-4e50-aec5-da239ee58797 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8c649113d597484d8d1f5f046a8cac59&device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 1128 time: 0.0835085 May 27 03:40:21.962181 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-6e5add9b-6eaa-4e12-a6ee-dfdea3c2f47d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=312059c1-f4ba-443c-8b30-272543608364 HTTP/1.1" status: 200 len: 217 time: 0.0750701 May 27 03:40:21.963948 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:21.975058 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-6376dcb5-060e-431f-837e-fd453ad15adc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:22.031044 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-1b62fb7f-737d-42e4-9598-6d173adacfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:22.032503 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-1b62fb7f-737d-42e4-9598-6d173adacfda service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e9e7a5b0-6940-4778-807b-b50ae30078a7 HTTP/1.1" status: 200 len: 857 time: 0.0599284 May 27 03:40:22.036153 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a66d336-bc77-494a-a125-38d23bb8501a admin admin] Router 10696981-6025-441a-ac3f-de2b68926817 is scheduled to L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 with binding_index 1 {{(pid=104677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:40:22.079483 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-9e044377-da0f-4c4e-9459-d96aec571327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:22.080993 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-9e044377-da0f-4c4e-9459-d96aec571327 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f916a43-2562-4d0d-bd29-c5c8a7d74b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0409586 May 27 03:40:22.083855 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9636a5-4b8d-4ac5-8d98-83d6f69696c8 req-aac49e80-1a64-4f79-b7b7-353c9f942ac7 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:22.085394 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ff9636a5-4b8d-4ac5-8d98-83d6f69696c8 req-aac49e80-1a64-4f79-b7b7-353c9f942ac7 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 944 time: 0.1078782 May 27 03:40:22.096082 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-5bd47413-7915-497f-89df-617cb576bf61 None None] Provisioning complete for port 0aa55363-27c4-4d5c-b458-e628676e5400 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:40:22.096786 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-5bd47413-7915-497f-89df-617cb576bf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (0aa55363-27c4-4d5c-b458-e628676e5400), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:22.185482 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:UPDATE=8,neutron:SELECT=88,neutron:INSERT=4 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:22.197786 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-5bd47413-7915-497f-89df-617cb576bf61 None None] Current status of the port 0aa55363-27c4-4d5c-b458-e628676e5400 is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:40:22.198976 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-607bbc81-938c-4354-8df4-611183bf857a service neutron] 10.222.0.72 "GET /v2.0/networks/2f916a43-2562-4d0d-bd29-c5c8a7d74b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050053 May 27 03:40:22.308837 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-393b4936-3685-4b41-a0ab-360e29bf3b89 req-50d7ec8f-84e5-44d4-a242-ac73eb13a5aa service neutron] 10.222.0.72 "GET /v2.0/networks/2f916a43-2562-4d0d-bd29-c5c8a7d74b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935917 May 27 03:40:22.431920 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 0aa55363-27c4-4d5c-b458-e628676e5400 up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:40:22.463296 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ff9636a5-4b8d-4ac5-8d98-83d6f69696c8 req-500a7e1e-43c6-470b-a1f3-ef0d135be23f tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f4896d8-2488-44da-b2dd-55f6c61b6253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3682139 May 27 03:40:22.471673 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-6376dcb5-060e-431f-837e-fd453ad15adc admin admin] Publish callbacks [] for security_group (286cf72b-ca5d-40d7-afa0-9859f5dbc677), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:22.473356 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a66d336-bc77-494a-a125-38d23bb8501a admin admin] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:40:22.482892 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port 0aa55363-27c4-4d5c-b458-e628676e5400 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:40:22.484744 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (0aa55363-27c4-4d5c-b458-e628676e5400), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:22.491365 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96f5fe5-ee89-4ae7-8285-e87337d9ac49 None None] Sync routers for ids ['10696981-6025-441a-ac3f-de2b68926817'] in dv-cinder-843361-2-smb {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:40:22.503096 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96f5fe5-ee89-4ae7-8285-e87337d9ac49 None None] Routers {'10696981-6025-441a-ac3f-de2b68926817'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:40:22.503703 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-b96f5fe5-ee89-4ae7-8285-e87337d9ac49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:40:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['10696981-6025-441a-ac3f-de2b68926817'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:22.561991 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port 0aa55363-27c4-4d5c-b458-e628676e5400 is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:40:22.568973 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-6376dcb5-060e-431f-837e-fd453ad15adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (286cf72b-ca5d-40d7-afa0-9859f5dbc677), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:22.599647 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-4a66d336-bc77-494a-a125-38d23bb8501a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:22.600959 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-4a66d336-bc77-494a-a125-38d23bb8501a admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9923904 May 27 03:40:22.603925 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 55410) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:22.610226 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-b96f5fe5-ee89-4ae7-8285-e87337d9ac49 None None] Set router 10696981-6025-441a-ac3f-de2b68926817 gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:40:22.614616 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376dcb5-060e-431f-837e-fd453ad15adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286cf72b-ca5d-40d7-afa0-9859f5dbc677,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:22.618810 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-6376dcb5-060e-431f-837e-fd453ad15adc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ee6570b6008c48619ea9c0f9a7ad22f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9055088 May 27 03:40:22.621565 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 55412) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:22.681246 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3c81ef63-d986-4551-aa1c-a5bced0dbaf0 admin admin] Publish callbacks [] for security_group (286cf72b-ca5d-40d7-afa0-9859f5dbc677), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:22.706104 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3c81ef63-d986-4551-aa1c-a5bced0dbaf0 admin admin] Publish callbacks [] for security_group (286cf72b-ca5d-40d7-afa0-9859f5dbc677), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:22.786437 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-b96f5fe5-ee89-4ae7-8285-e87337d9ac49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10696981-6025-441a-ac3f-de2b68926817', 'name': 'tempest-TestShelveInstance-597365065-router', 'tenant_id': '4fd0b44fe4bd4a61a8976812b353af93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': '2eda150e-59c8-4a14-99a0-3c87d0a95865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:18Z', 'updated_at': '2022-05-27T03:40:20Z', 'revision_number': 3, 'project_id': '4fd0b44fe4bd4a61a8976812b353af93', 'gw_port': {'id': '2eda150e-59c8-4a14-99a0-3c87d0a95865', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:81:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10696981-6025-441a-ac3f-de2b68926817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:19Z', 'updated_at': '2022-05-27T03:40:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb'}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:22.815729 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96f5fe5-ee89-4ae7-8285-e87337d9ac49 None None] Checking router: 10696981-6025-441a-ac3f-de2b68926817 for host: dv-cinder-843361-2-smb {{(pid=104680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:40:22.815985 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96f5fe5-ee89-4ae7-8285-e87337d9ac49 None None] Updating router 10696981-6025-441a-ac3f-de2b68926817 port 2eda150e-59c8-4a14-99a0-3c87d0a95865 binding host dv-cinder-843361-2-smb {{(pid=104680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:40:22.846664 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-b96f5fe5-ee89-4ae7-8285-e87337d9ac49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (2eda150e-59c8-4a14-99a0-3c87d0a95865), before_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:22.875700 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3c81ef63-d986-4551-aa1c-a5bced0dbaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (286cf72b-ca5d-40d7-afa0-9859f5dbc677), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:22.882043 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3c81ef63-d986-4551-aa1c-a5bced0dbaf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:22.882620 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-3c81ef63-d986-4551-aa1c-a5bced0dbaf0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/286cf72b-ca5d-40d7-afa0-9859f5dbc677 HTTP/1.1" status: 204 len: 168 time: 0.2596869 May 27 03:40:22.892821 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c81ef63-d986-4551-aa1c-a5bced0dbaf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286cf72b-ca5d-40d7-afa0-9859f5dbc677,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:22.997345 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:23.001102 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=100 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:23.119019 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-22a82370-2ec6-4cd4-be3d-85e02c84a9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:23.182656 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-b96f5fe5-ee89-4ae7-8285-e87337d9ac49 None None] Publish callbacks [] for port (2eda150e-59c8-4a14-99a0-3c87d0a95865), precommit_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:23.202185 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-9dff5bc9-c496-4a41-b2b7-c039fd236371 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:23.208332 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-9dff5bc9-c496-4a41-b2b7-c039fd236371 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/networks?id=1428776f-0a24-496f-a660-743e4715c1fc HTTP/1.1" status: 200 len: 809 time: 0.1954460 May 27 03:40:23.229215 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-36a7c3f4-d33a-4c32-9c3e-30e9f39ac0e6 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/quotas/3401c848ca364701931a0be12510c4f3 HTTP/1.1" status: 200 len: 375 time: 0.0153875 May 27 03:40:23.262881 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-ac0c3fce-2e64-475d-8af3-8d866a4db838 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3401c848ca364701931a0be12510c4f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316670 May 27 03:40:23.336768 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-b96f5fe5-ee89-4ae7-8285-e87337d9ac49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (2eda150e-59c8-4a14-99a0-3c87d0a95865), after_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:23.337438 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.db_base_plugin_common [None req-22a82370-2ec6-4cd4-be3d-85e02c84a9b0 admin admin] Allocated IP 172.20.0.1 (9c16b3b5-ecb4-4189-8078-ccbfb3ad873a/ff8f123b-55f8-4f32-82f4-ea7a7360c7f9/8e51a1cf-a92d-4c87-95a3-a0f90b332055) {{(pid=104678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:40:23.378118 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-e73818da-a5f7-4278-a2c4-1844e81be45e service neutron] 10.222.0.71 "GET /v2.0/networks/1428776f-0a24-496f-a660-743e4715c1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094551 May 27 03:40:23.390824 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:23.391957 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00efd8d-211f-43b1-bef8-035e70c578f4 None None] Pushing event updated for resources: {'Port': ['ID=2eda150e-59c8-4a14-99a0-3c87d0a95865,revision_number=2']} {{(pid=104680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:23.411707 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.managers [None req-b96f5fe5-ee89-4ae7-8285-e87337d9ac49 None None] Attempting to bind port 2eda150e-59c8-4a14-99a0-3c87d0a95865 on host dv-cinder-843361-2-smb for vnic_type normal with profile {{(pid=104680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:40:23.412293 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.managers [None req-b96f5fe5-ee89-4ae7-8285-e87337d9ac49 None None] Attempting to bind port 2eda150e-59c8-4a14-99a0-3c87d0a95865 by drivers openvswitch,hyperv on host dv-cinder-843361-2-smb at level 0 using segments [{'id': 'bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'}] {{(pid=104680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:40:23.412829 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96f5fe5-ee89-4ae7-8285-e87337d9ac49 None None] Attempting to bind port 2eda150e-59c8-4a14-99a0-3c87d0a95865 on network 2c8f85dd-7a0e-40ae-be84-c061eec53ce1 {{(pid=104680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:40:23.419912 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96f5fe5-ee89-4ae7-8285-e87337d9ac49 None None] Checking agent: {'id': '9eab1ddd-6fe1-4746-91d3-5b2c5a714814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 29, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 29, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:40:23.420288 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96f5fe5-ee89-4ae7-8285-e87337d9ac49 None None] Checking segment: {'id': 'bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:40:23.420686 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-b96f5fe5-ee89-4ae7-8285-e87337d9ac49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:23.421079 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96f5fe5-ee89-4ae7-8285-e87337d9ac49 None None] Bound using segment: {'id': 'bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'} {{(pid=104680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:40:23.421680 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.managers [None req-b96f5fe5-ee89-4ae7-8285-e87337d9ac49 None None] Bound port: 2eda150e-59c8-4a14-99a0-3c87d0a95865, host: dv-cinder-843361-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'}}] {{(pid=104680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:40:23.422157 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-b96f5fe5-ee89-4ae7-8285-e87337d9ac49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (2eda150e-59c8-4a14-99a0-3c87d0a95865), before_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:23.475785 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-22a82370-2ec6-4cd4-be3d-85e02c84a9b0 admin admin] Publish callbacks [] for port (8e51a1cf-a92d-4c87-95a3-a0f90b332055), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:23.515431 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.db [None req-b96f5fe5-ee89-4ae7-8285-e87337d9ac49 None None] For port 2eda150e-59c8-4a14-99a0-3c87d0a95865, host dv-cinder-843361-2-smb, cleared binding levels {{(pid=104680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:40:23.518799 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.db [None req-b96f5fe5-ee89-4ae7-8285-e87337d9ac49 None None] For port 2eda150e-59c8-4a14-99a0-3c87d0a95865, host dv-cinder-843361-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=2eda150e-59c8-4a14-99a0-3c87d0a95865,segment=NetworkSegment(bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5),segment_id=bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5)] {{(pid=104680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:40:23.522543 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-c19bc3c3-a935-4a52-bce5-bd2d09e02420 service neutron] 10.222.0.71 "GET /v2.0/networks/1428776f-0a24-496f-a660-743e4715c1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353292 May 27 03:40:23.603941 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d88e1-38dc-45c0-bba7-1bbb80949ef0 req-55bf0b34-05c6-4a38-94a2-9c8126e5dd87 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:23.606169 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0b8d88e1-38dc-45c0-bba7-1bbb80949ef0 req-55bf0b34-05c6-4a38-94a2-9c8126e5dd87 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 944 time: 0.0492299 May 27 03:40:23.633174 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:23.634196 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-b96f5fe5-ee89-4ae7-8285-e87337d9ac49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (2eda150e-59c8-4a14-99a0-3c87d0a95865), after_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:23.636641 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-22a82370-2ec6-4cd4-be3d-85e02c84a9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (8e51a1cf-a92d-4c87-95a3-a0f90b332055), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:23.666160 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0b8d88e1-38dc-45c0-bba7-1bbb80949ef0 req-9d38d96c-19c2-44ee-a0ae-66b4fb8fde8d tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f4896d8-2488-44da-b2dd-55f6c61b6253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539858 May 27 03:40:23.681734 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a82370-2ec6-4cd4-be3d-85e02c84a9b0 admin admin] Network 9c16b3b5-ecb4-4189-8078-ccbfb3ad873a is already hosted by enough agents. {{(pid=104678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:40:23.685313 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.base_scheduler [None req-22a82370-2ec6-4cd4-be3d-85e02c84a9b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:23.689283 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a82370-2ec6-4cd4-be3d-85e02c84a9b0 admin admin] Received port after_create {{(pid=104678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:40:23.698336 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a82370-2ec6-4cd4-be3d-85e02c84a9b0 admin admin] Pushing event updated for resources: {'Port': ['ID=8e51a1cf-a92d-4c87-95a3-a0f90b332055,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:23.724883 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:23.734199 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96f5fe5-ee89-4ae7-8285-e87337d9ac49 None None] Routers {'10696981-6025-441a-ac3f-de2b68926817'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:40:23.734830 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-b96f5fe5-ee89-4ae7-8285-e87337d9ac49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:40:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['10696981-6025-441a-ac3f-de2b68926817'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:23.737897 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-22a82370-2ec6-4cd4-be3d-85e02c84a9b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665520'] for router_interface (10696981-6025-441a-ac3f-de2b68926817), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:23.836770 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00efd8d-211f-43b1-bef8-035e70c578f4 None None] Pushing event updated for resources: {'Port': ['ID=2eda150e-59c8-4a14-99a0-3c87d0a95865,revision_number=3']} {{(pid=104680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:23.894250 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c75148d6-d03a-49a2-bfdd-8b534bf00727 req-9098553c-c724-44a2-91bf-541929f4f575 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?device_id=867cc700-2db2-4653-a990-c386140f79c7 HTTP/1.1" status: 200 len: 210 time: 0.0479512 May 27 03:40:23.943808 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-b96f5fe5-ee89-4ae7-8285-e87337d9ac49 None None] Set router 10696981-6025-441a-ac3f-de2b68926817 gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:40:24.037187 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-7968e525-5125-4457-9757-1405996de74f None None] Provisioning complete for port 8e51a1cf-a92d-4c87-95a3-a0f90b332055 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:40:24.037598 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-7968e525-5125-4457-9757-1405996de74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (8e51a1cf-a92d-4c87-95a3-a0f90b332055), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:24.067396 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-22a82370-2ec6-4cd4-be3d-85e02c84a9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (8e51a1cf-a92d-4c87-95a3-a0f90b332055), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:24.110209 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-7968e525-5125-4457-9757-1405996de74f None None] Port 8e51a1cf-a92d-4c87-95a3-a0f90b332055 cannot update to ACTIVE because it is not bound. {{(pid=104679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:40:24.192355 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-b96f5fe5-ee89-4ae7-8285-e87337d9ac49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10696981-6025-441a-ac3f-de2b68926817', 'name': 'tempest-TestShelveInstance-597365065-router', 'tenant_id': '4fd0b44fe4bd4a61a8976812b353af93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': '2eda150e-59c8-4a14-99a0-3c87d0a95865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:18Z', 'updated_at': '2022-05-27T03:40:20Z', 'revision_number': 3, 'project_id': '4fd0b44fe4bd4a61a8976812b353af93', 'gw_port': {'id': '2eda150e-59c8-4a14-99a0-3c87d0a95865', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:81:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10696981-6025-441a-ac3f-de2b68926817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:19Z', 'updated_at': '2022-05-27T03:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb'}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:24.220679 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96f5fe5-ee89-4ae7-8285-e87337d9ac49 None None] The sync data for ids ['10696981-6025-441a-ac3f-de2b68926817'] in dv-cinder-843361-2-smb is: [{'id': '10696981-6025-441a-ac3f-de2b68926817', 'name': 'tempest-TestShelveInstance-597365065-router', 'tenant_id': '4fd0b44fe4bd4a61a8976812b353af93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': '2eda150e-59c8-4a14-99a0-3c87d0a95865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:18Z', 'updated_at': '2022-05-27T03:40:20Z', 'revision_number': 3, 'project_id': '4fd0b44fe4bd4a61a8976812b353af93', 'gw_port': {'id': '2eda150e-59c8-4a14-99a0-3c87d0a95865', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:81:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10696981-6025-441a-ac3f-de2b68926817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:19Z', 'updated_at': '2022-05-27T03:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb'}] {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:40:24.329952 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-22a82370-2ec6-4cd4-be3d-85e02c84a9b0 admin admin] Publish callbacks [] for port (8e51a1cf-a92d-4c87-95a3-a0f90b332055), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:24.410024 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-22a82370-2ec6-4cd4-be3d-85e02c84a9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62479337'] for port (8e51a1cf-a92d-4c87-95a3-a0f90b332055), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:24.537908 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a82370-2ec6-4cd4-be3d-85e02c84a9b0 admin admin] Pushing event updated for resources: {'Port': ['ID=8e51a1cf-a92d-4c87-95a3-a0f90b332055,revision_number=2']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:24.541847 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-22a82370-2ec6-4cd4-be3d-85e02c84a9b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-827009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3664576'] for router_interface (10696981-6025-441a-ac3f-de2b68926817), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:24.670068 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a82370-2ec6-4cd4-be3d-85e02c84a9b0 admin admin] Network 9c16b3b5-ecb4-4189-8078-ccbfb3ad873a is already hosted by enough agents. {{(pid=104678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:40:24.672161 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.base_scheduler [None req-22a82370-2ec6-4cd4-be3d-85e02c84a9b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:24.920756 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3fcf1e-c732-486c-b17d-1b57b90d1af9 req-cf4e336a-75f9-4a7e-89aa-78bf293fab66 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:24.927420 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-7b3fcf1e-c732-486c-b17d-1b57b90d1af9 req-cf4e336a-75f9-4a7e-89aa-78bf293fab66 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 944 time: 0.1099048 May 27 03:40:25.024491 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ea46e3ac-955c-4ebb-8aa0-998b82b9c3c9 req-4a00a176-81b5-4b1a-8f82-b57734dfc7aa tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?device_id=867cc700-2db2-4653-a990-c386140f79c7 HTTP/1.1" status: 200 len: 210 time: 0.0440927 May 27 03:40:25.038706 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-2adbaf8f-fcb5-40ec-8de8-d3c5f5ccc62d None None] Provisioning complete for port 8e51a1cf-a92d-4c87-95a3-a0f90b332055 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:40:25.039637 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-2adbaf8f-fcb5-40ec-8de8-d3c5f5ccc62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (8e51a1cf-a92d-4c87-95a3-a0f90b332055), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:25.052788 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-7b3fcf1e-c732-486c-b17d-1b57b90d1af9 req-c0219b64-a11e-49e4-a40f-9c0677d278af tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f4896d8-2488-44da-b2dd-55f6c61b6253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136243 May 27 03:40:25.100812 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-2adbaf8f-fcb5-40ec-8de8-d3c5f5ccc62d None None] Port 8e51a1cf-a92d-4c87-95a3-a0f90b332055 cannot update to ACTIVE because it is not bound. {{(pid=104679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:40:25.156029 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a82370-2ec6-4cd4-be3d-85e02c84a9b0 admin admin] Router 10696981-6025-441a-ac3f-de2b68926817 has already been hosted by L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 {{(pid=104678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:40:25.283552 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a82370-2ec6-4cd4-be3d-85e02c84a9b0 admin admin] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:40:25.289035 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-22a82370-2ec6-4cd4-be3d-85e02c84a9b0 admin admin] 10.222.0.71 "PUT /v2.0/routers/10696981-6025-441a-ac3f-de2b68926817/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6840396 May 27 03:40:25.635090 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:25.814928 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 55516) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:25.819762 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-cdf18ca0-073b-45f7-9976-25b1ac27cb6c tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1980619377', 'description': 'tempest-secgroup-smoke-1980619377 description', 'project_id': '768052d3698e483584138b97ac418580'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:40:25.884702 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:INSERT=14,neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:25.907693 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-cdf18ca0-073b-45f7-9976-25b1ac27cb6c tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:25.951730 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 312059c1-f4ba-443c-8b30-272543608364 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:40:25.997869 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-cdf18ca0-073b-45f7-9976-25b1ac27cb6c tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks [] for security_group (9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:26.055898 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port 312059c1-f4ba-443c-8b30-272543608364, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=312059c1-f4ba-443c-8b30-272543608364,segment=NetworkSegment(38baf4e4-1e5b-4f83-ae3c-ef0274e43459),segment_id=38baf4e4-1e5b-4f83-ae3c-ef0274e43459)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:26.069009 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Returning: {'device': '312059c1-f4ba-443c-8b30-272543608364', 'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a', 'port_id': '312059c1-f4ba-443c-8b30-272543608364', 'mac_address': 'fa:16:3e:d4:d1:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9e7a5b0-6940-4778-807b-b50ae30078a7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:40:26.109157 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-cdf18ca0-073b-45f7-9976-25b1ac27cb6c tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:26.114686 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f1a8ad-d89a-4706-b441-60b2808f32a9 None None] Sync routers for ids ['10696981-6025-441a-ac3f-de2b68926817'] in dv-cinder-843361-2-smb {{(pid=104679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:40:26.129900 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port 312059c1-f4ba-443c-8b30-272543608364 is: DOWN; New status is: BUILD {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:40:26.130608 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (312059c1-f4ba-443c-8b30-272543608364), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:26.142965 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f1a8ad-d89a-4706-b441-60b2808f32a9 None None] Routers {'10696981-6025-441a-ac3f-de2b68926817'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:40:26.150572 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-a1f1a8ad-d89a-4706-b441-60b2808f32a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:40:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['10696981-6025-441a-ac3f-de2b68926817'], 'active': True} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:26.171109 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-284089d4-1078-4b0f-b8b7-203970f64b0a req-d9c2b477-7b48-40c5-9b3e-4dbcf5c47b52 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?device_id=867cc700-2db2-4653-a990-c386140f79c7 HTTP/1.1" status: 200 len: 210 time: 0.0526905 May 27 03:40:26.182878 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 312059c1-f4ba-443c-8b30-272543608364 {{(pid=104679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:40:26.186751 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf18ca0-073b-45f7-9976-25b1ac27cb6c tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:26.208057 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port 312059c1-f4ba-443c-8b30-272543608364, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=312059c1-f4ba-443c-8b30-272543608364,segment=NetworkSegment(38baf4e4-1e5b-4f83-ae3c-ef0274e43459),segment_id=38baf4e4-1e5b-4f83-ae3c-ef0274e43459)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:26.243087 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe32a96-2ce5-450e-969b-e8ab11e0496e req-1e1f8692-fa21-4ffc-bd3b-9e34e85b92b4 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:26.244736 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-afe32a96-2ce5-450e-969b-e8ab11e0496e req-1e1f8692-fa21-4ffc-bd3b-9e34e85b92b4 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 944 time: 0.0815616 May 27 03:40:26.274444 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-cdf18ca0-073b-45f7-9976-25b1ac27cb6c tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:26.279809 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 55528) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:26.285672 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [None req-c0ca3a9e-17b8-4925-9252-5a276c9456be tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Request body: {'security_group_rule': {'security_group_id': '9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd', 'project_id': '768052d3698e483584138b97ac418580', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:40:26.292972 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-cdf18ca0-073b-45f7-9976-25b1ac27cb6c tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4766152 May 27 03:40:26.315296 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (312059c1-f4ba-443c-8b30-272543608364), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:26.323419 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvr_db [None req-a1f1a8ad-d89a-4706-b441-60b2808f32a9 None None] Set router 10696981-6025-441a-ac3f-de2b68926817 gateway port host: dv-cinder-843361-2-smb {{(pid=104679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:40:26.355635 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-afe32a96-2ce5-450e-969b-e8ab11e0496e req-92a9dc08-149b-4c66-9d1c-54758e4ef150 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f4896d8-2488-44da-b2dd-55f6c61b6253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015501 May 27 03:40:26.429503 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-c0ca3a9e-17b8-4925-9252-5a276c9456be tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks [] for security_group_rule (e858eee4-0df5-41da-8945-3a40b7906f93), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:26.458962 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=312059c1-f4ba-443c-8b30-272543608364,revision_number=4']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:26.467062 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 2eda150e-59c8-4a14-99a0-3c87d0a95865 up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:40:26.522082 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-c0ca3a9e-17b8-4925-9252-5a276c9456be tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks [] for security_group_rule (e858eee4-0df5-41da-8945-3a40b7906f93), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:26.533199 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=100 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:26.592560 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port 2eda150e-59c8-4a14-99a0-3c87d0a95865 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:40:26.592946 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (2eda150e-59c8-4a14-99a0-3c87d0a95865), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:26.614650 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-c0ca3a9e-17b8-4925-9252-5a276c9456be tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498508'] for security_group_rule (e858eee4-0df5-41da-8945-3a40b7906f93), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:26.633242 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] get_ports_and_sgs() called for port_ids ['312059c1-f4ba-443c-8b30-272543608364'] {{(pid=104679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:40:26.634761 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:26.638378 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca3a9e-17b8-4925-9252-5a276c9456be tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e858eee4-0df5-41da-8945-3a40b7906f93,revision_number=0']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:26.706541 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-c0ca3a9e-17b8-4925-9252-5a276c9456be tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:26.707084 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-a1f1a8ad-d89a-4706-b441-60b2808f32a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10696981-6025-441a-ac3f-de2b68926817', 'name': 'tempest-TestShelveInstance-597365065-router', 'tenant_id': '4fd0b44fe4bd4a61a8976812b353af93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': '2eda150e-59c8-4a14-99a0-3c87d0a95865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:18Z', 'updated_at': '2022-05-27T03:40:23Z', 'revision_number': 4, 'project_id': '4fd0b44fe4bd4a61a8976812b353af93', 'gw_port': {'id': '2eda150e-59c8-4a14-99a0-3c87d0a95865', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:81:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10696981-6025-441a-ac3f-de2b68926817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:19Z', 'updated_at': '2022-05-27T03:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': '8e51a1cf-a92d-4c87-95a3-a0f90b332055', 'name': '', 'network_id': '9c16b3b5-ecb4-4189-8078-ccbfb3ad873a', 'tenant_id': '4fd0b44fe4bd4a61a8976812b353af93', 'mac_address': 'fa:16:3e:13:22:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10696981-6025-441a-ac3f-de2b68926817', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ff8f123b-55f8-4f32-82f4-ea7a7360c7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:23Z', 'updated_at': '2022-05-27T03:40:24Z', 'revision_number': 2, 'project_id': '4fd0b44fe4bd4a61a8976812b353af93', 'subnets': [{'id': 'ff8f123b-55f8-4f32-82f4-ea7a7360c7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:26.707964 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-c0ca3a9e-17b8-4925-9252-5a276c9456be tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4269714 May 27 03:40:26.710845 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 55540) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:26.718743 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-0069978b-64a8-49df-bf3e-93dead140b98 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Request body: {'security_group_rule': {'security_group_id': '9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd', 'project_id': '768052d3698e483584138b97ac418580', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:40:26.724539 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:26.744452 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f1a8ad-d89a-4706-b441-60b2808f32a9 None None] Checking router: 10696981-6025-441a-ac3f-de2b68926817 for host: dv-cinder-843361-2-smb {{(pid=104679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:40:26.744808 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f1a8ad-d89a-4706-b441-60b2808f32a9 None None] Updating router 10696981-6025-441a-ac3f-de2b68926817 port 8e51a1cf-a92d-4c87-95a3-a0f90b332055 binding host dv-cinder-843361-2-smb {{(pid=104679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:40:26.813994 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-a1f1a8ad-d89a-4706-b441-60b2808f32a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (8e51a1cf-a92d-4c87-95a3-a0f90b332055), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:26.829732 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0069978b-64a8-49df-bf3e-93dead140b98 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks [] for security_group_rule (b0251715-670a-4388-b00d-e010a932e31f), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:26.839178 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port 2eda150e-59c8-4a14-99a0-3c87d0a95865 is: DOWN; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:40:26.839564 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (2eda150e-59c8-4a14-99a0-3c87d0a95865), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:26.894568 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0069978b-64a8-49df-bf3e-93dead140b98 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks [] for security_group_rule (b0251715-670a-4388-b00d-e010a932e31f), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:26.896879 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] For port 2eda150e-59c8-4a14-99a0-3c87d0a95865, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=2eda150e-59c8-4a14-99a0-3c87d0a95865,segment=NetworkSegment(bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5),segment_id=bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:27.002883 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0069978b-64a8-49df-bf3e-93dead140b98 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498508'] for security_group_rule (b0251715-670a-4388-b00d-e010a932e31f), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:27.009872 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (2eda150e-59c8-4a14-99a0-3c87d0a95865), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:27.025321 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069978b-64a8-49df-bf3e-93dead140b98 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0251715-670a-4388-b00d-e010a932e31f,revision_number=0']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:27.104788 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Pushing event updated for resources: {'Port': ['ID=2eda150e-59c8-4a14-99a0-3c87d0a95865,revision_number=4']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:27.145152 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0069978b-64a8-49df-bf3e-93dead140b98 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:27.146549 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-0069978b-64a8-49df-bf3e-93dead140b98 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4345796 May 27 03:40:27.149163 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 55542) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:27.154068 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-2e7b5ce5-8dc1-4e97-8f16-022fa587b8d0 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Request body: {'security_group_rule': {'security_group_id': '9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd', 'project_id': '768052d3698e483584138b97ac418580', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:40:27.286151 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-4cd9598d-991b-4ff0-b8cb-7a7d11de307e req-16f71cd9-9176-43e8-824e-d7fa63d55d7a tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?device_id=867cc700-2db2-4653-a990-c386140f79c7 HTTP/1.1" status: 200 len: 210 time: 0.0311401 May 27 03:40:27.293778 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-2e7b5ce5-8dc1-4e97-8f16-022fa587b8d0 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks [] for security_group_rule (b3443cef-d6a9-43e9-bc2e-14668ba28b4c), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:27.372091 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-2e7b5ce5-8dc1-4e97-8f16-022fa587b8d0 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks [] for security_group_rule (b3443cef-d6a9-43e9-bc2e-14668ba28b4c), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:27.380993 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-a1f1a8ad-d89a-4706-b441-60b2808f32a9 None None] Publish callbacks [] for port (8e51a1cf-a92d-4c87-95a3-a0f90b332055), precommit_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:27.442324 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-2e7b5ce5-8dc1-4e97-8f16-022fa587b8d0 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498508'] for security_group_rule (b3443cef-d6a9-43e9-bc2e-14668ba28b4c), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:27.470032 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-a1f1a8ad-d89a-4706-b441-60b2808f32a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (8e51a1cf-a92d-4c87-95a3-a0f90b332055), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:27.488860 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b5ce5-8dc1-4e97-8f16-022fa587b8d0 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3443cef-d6a9-43e9-bc2e-14668ba28b4c,revision_number=0']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:27.503693 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adfb839-9a6d-4498-8d1f-99d4112ab522 req-e0be7dbb-4b9b-46ae-ac62-30d5dd4662b0 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:27.504985 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-4adfb839-9a6d-4498-8d1f-99d4112ab522 req-e0be7dbb-4b9b-46ae-ac62-30d5dd4662b0 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 945 time: 0.0742691 May 27 03:40:27.556273 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937dda7a-c3ba-46fd-a219-bb4fc9e098ad None None] Pushing event updated for resources: {'Port': ['ID=8e51a1cf-a92d-4c87-95a3-a0f90b332055,revision_number=3']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:27.578017 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:27.583867 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-2e7b5ce5-8dc1-4e97-8f16-022fa587b8d0 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:27.585675 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-2e7b5ce5-8dc1-4e97-8f16-022fa587b8d0 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4353092 May 27 03:40:27.589078 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 55558) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:27.599571 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-4adfb839-9a6d-4498-8d1f-99d4112ab522 req-76813f2f-1ab7-4819-85ab-f63394e67e74 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f4896d8-2488-44da-b2dd-55f6c61b6253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878434 May 27 03:40:27.606668 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [None req-dfb51a02-0548-4aed-81e5-e1d49e94b5e9 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Request body: {'security_group_rule': {'security_group_id': '9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd', 'project_id': '768052d3698e483584138b97ac418580', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:40:27.629031 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-a1f1a8ad-d89a-4706-b441-60b2808f32a9 None None] Attempting to bind port 8e51a1cf-a92d-4c87-95a3-a0f90b332055 on host dv-cinder-843361-2-smb for vnic_type normal with profile {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:40:27.629507 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-a1f1a8ad-d89a-4706-b441-60b2808f32a9 None None] Attempting to bind port 8e51a1cf-a92d-4c87-95a3-a0f90b332055 by drivers openvswitch,hyperv on host dv-cinder-843361-2-smb at level 0 using segments [{'id': '746a8f13-6638-491d-9ea4-552413a6bd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9c16b3b5-ecb4-4189-8078-ccbfb3ad873a'}] {{(pid=104679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:40:27.629894 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f1a8ad-d89a-4706-b441-60b2808f32a9 None None] Attempting to bind port 8e51a1cf-a92d-4c87-95a3-a0f90b332055 on network 9c16b3b5-ecb4-4189-8078-ccbfb3ad873a {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:40:27.635667 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f1a8ad-d89a-4706-b441-60b2808f32a9 None None] Checking agent: {'id': '9eab1ddd-6fe1-4746-91d3-5b2c5a714814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 29, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 29, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:40:27.636066 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f1a8ad-d89a-4706-b441-60b2808f32a9 None None] Checking segment: {'id': '746a8f13-6638-491d-9ea4-552413a6bd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9c16b3b5-ecb4-4189-8078-ccbfb3ad873a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:40:27.636486 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-a1f1a8ad-d89a-4706-b441-60b2808f32a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:27.636908 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f1a8ad-d89a-4706-b441-60b2808f32a9 None None] Bound using segment: {'id': '746a8f13-6638-491d-9ea4-552413a6bd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9c16b3b5-ecb4-4189-8078-ccbfb3ad873a'} {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:40:27.637410 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-a1f1a8ad-d89a-4706-b441-60b2808f32a9 None None] Bound port: 8e51a1cf-a92d-4c87-95a3-a0f90b332055, host: dv-cinder-843361-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '746a8f13-6638-491d-9ea4-552413a6bd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9c16b3b5-ecb4-4189-8078-ccbfb3ad873a'}}] {{(pid=104679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:40:27.637991 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-a1f1a8ad-d89a-4706-b441-60b2808f32a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (8e51a1cf-a92d-4c87-95a3-a0f90b332055), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:27.670623 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-ea7f394c-aff6-4c0c-9347-afa36d65e308 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:27.672202 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-ea7f394c-aff6-4c0c-9347-afa36d65e308 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.72 "GET /v2.0/networks?id=1428776f-0a24-496f-a660-743e4715c1fc HTTP/1.1" status: 200 len: 809 time: 0.2084105 May 27 03:40:27.707470 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-a1f1a8ad-d89a-4706-b441-60b2808f32a9 None None] For port 8e51a1cf-a92d-4c87-95a3-a0f90b332055, host dv-cinder-843361-2-smb, cleared binding levels {{(pid=104679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:40:27.710891 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-a1f1a8ad-d89a-4706-b441-60b2808f32a9 None None] For port 8e51a1cf-a92d-4c87-95a3-a0f90b332055, host dv-cinder-843361-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=8e51a1cf-a92d-4c87-95a3-a0f90b332055,segment=NetworkSegment(746a8f13-6638-491d-9ea4-552413a6bd69),segment_id=746a8f13-6638-491d-9ea4-552413a6bd69)] {{(pid=104679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:40:27.753531 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-dfb51a02-0548-4aed-81e5-e1d49e94b5e9 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks [] for security_group_rule (63212fe4-cca5-4807-8bf0-e0e2280b2723), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:27.776410 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-a1f1a8ad-d89a-4706-b441-60b2808f32a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (8e51a1cf-a92d-4c87-95a3-a0f90b332055), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:27.821347 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-dfb51a02-0548-4aed-81e5-e1d49e94b5e9 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks [] for security_group_rule (63212fe4-cca5-4807-8bf0-e0e2280b2723), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:27.832109 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f1a8ad-d89a-4706-b441-60b2808f32a9 None None] Routers {'10696981-6025-441a-ac3f-de2b68926817'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:40:27.832765 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-a1f1a8ad-d89a-4706-b441-60b2808f32a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:40:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['10696981-6025-441a-ac3f-de2b68926817'], 'active': True} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:27.876597 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937dda7a-c3ba-46fd-a219-bb4fc9e098ad None None] Pushing event updated for resources: {'Port': ['ID=8e51a1cf-a92d-4c87-95a3-a0f90b332055,revision_number=4']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:27.890579 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-3d8d1426-d3b1-4a26-84bc-afb6ecaa0b8a None None] Provisioning complete for port 8e51a1cf-a92d-4c87-95a3-a0f90b332055 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:40:27.890968 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-3d8d1426-d3b1-4a26-84bc-afb6ecaa0b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (8e51a1cf-a92d-4c87-95a3-a0f90b332055), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:27.910709 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-6e45790c-12b4-43a9-9625-59fb06a131a7 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Request body: {'port': {'device_id': '867cc700-2db2-4653-a990-c386140f79c7', 'network_id': '1428776f-0a24-496f-a660-743e4715c1fc', 'admin_state_up': True, 'tenant_id': '3401c848ca364701931a0be12510c4f3'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:40:27.946394 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-dfb51a02-0548-4aed-81e5-e1d49e94b5e9 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498508'] for security_group_rule (63212fe4-cca5-4807-8bf0-e0e2280b2723), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:27.972986 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 312059c1-f4ba-443c-8b30-272543608364 up at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:40:28.010331 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb51a02-0548-4aed-81e5-e1d49e94b5e9 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63212fe4-cca5-4807-8bf0-e0e2280b2723,revision_number=0']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:28.015605 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:28.041289 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvr_db [None req-a1f1a8ad-d89a-4706-b441-60b2808f32a9 None None] Set router 10696981-6025-441a-ac3f-de2b68926817 gateway port host: dv-cinder-843361-2-smb {{(pid=104679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:40:28.109440 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-dfb51a02-0548-4aed-81e5-e1d49e94b5e9 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:28.110532 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-dfb51a02-0548-4aed-81e5-e1d49e94b5e9 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5194166 May 27 03:40:28.111794 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Provisioning for port 312059c1-f4ba-443c-8b30-272543608364 completed by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:40:28.113580 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 55562) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:28.118606 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [None req-368ec10b-cf99-4acd-a7d6-3e6d832f047c tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Request body: {'security_group_rule': {'security_group_id': '9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd', 'project_id': '768052d3698e483584138b97ac418580', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:40:28.158987 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-3d8d1426-d3b1-4a26-84bc-afb6ecaa0b8a None None] Current status of the port 8e51a1cf-a92d-4c87-95a3-a0f90b332055 is: DOWN; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:40:28.159370 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-3d8d1426-d3b1-4a26-84bc-afb6ecaa0b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (8e51a1cf-a92d-4c87-95a3-a0f90b332055), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:28.237088 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=100 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:28.240782 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-3d8d1426-d3b1-4a26-84bc-afb6ecaa0b8a None None] For port 8e51a1cf-a92d-4c87-95a3-a0f90b332055, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=8e51a1cf-a92d-4c87-95a3-a0f90b332055,segment=NetworkSegment(746a8f13-6638-491d-9ea4-552413a6bd69),segment_id=746a8f13-6638-491d-9ea4-552413a6bd69)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:28.260395 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-6e45790c-12b4-43a9-9625-59fb06a131a7 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Made reservation on behalf of 3401c848ca364701931a0be12510c4f3 for: {'port': 1} {{(pid=104678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:40:28.261096 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Provisioning complete for port 312059c1-f4ba-443c-8b30-272543608364 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:40:28.261497 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (312059c1-f4ba-443c-8b30-272543608364), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:28.264969 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-6e45790c-12b4-43a9-9625-59fb06a131a7 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:28.267877 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.db.securitygroups_db [None req-368ec10b-cf99-4acd-a7d6-3e6d832f047c tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Project 768052d3698e483584138b97ac418580 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:40:28.285868 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-368ec10b-cf99-4acd-a7d6-3e6d832f047c tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks [] for security_group_rule (f5d4f37a-da60-44f6-8c79-091dcaa604d2), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:28.342652 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-a1f1a8ad-d89a-4706-b441-60b2808f32a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10696981-6025-441a-ac3f-de2b68926817', 'name': 'tempest-TestShelveInstance-597365065-router', 'tenant_id': '4fd0b44fe4bd4a61a8976812b353af93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': '2eda150e-59c8-4a14-99a0-3c87d0a95865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:18Z', 'updated_at': '2022-05-27T03:40:23Z', 'revision_number': 4, 'project_id': '4fd0b44fe4bd4a61a8976812b353af93', 'gw_port': {'id': '2eda150e-59c8-4a14-99a0-3c87d0a95865', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:81:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10696981-6025-441a-ac3f-de2b68926817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:19Z', 'updated_at': '2022-05-27T03:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': '8e51a1cf-a92d-4c87-95a3-a0f90b332055', 'name': '', 'network_id': '9c16b3b5-ecb4-4189-8078-ccbfb3ad873a', 'tenant_id': '4fd0b44fe4bd4a61a8976812b353af93', 'mac_address': 'fa:16:3e:13:22:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10696981-6025-441a-ac3f-de2b68926817', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ff8f123b-55f8-4f32-82f4-ea7a7360c7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:23Z', 'updated_at': '2022-05-27T03:40:27Z', 'revision_number': 4, 'project_id': '4fd0b44fe4bd4a61a8976812b353af93', 'subnets': [{'id': 'ff8f123b-55f8-4f32-82f4-ea7a7360c7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:28.408228 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f1a8ad-d89a-4706-b441-60b2808f32a9 None None] The sync data for ids ['10696981-6025-441a-ac3f-de2b68926817'] in dv-cinder-843361-2-smb is: [{'id': '10696981-6025-441a-ac3f-de2b68926817', 'name': 'tempest-TestShelveInstance-597365065-router', 'tenant_id': '4fd0b44fe4bd4a61a8976812b353af93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': '2eda150e-59c8-4a14-99a0-3c87d0a95865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:18Z', 'updated_at': '2022-05-27T03:40:23Z', 'revision_number': 4, 'project_id': '4fd0b44fe4bd4a61a8976812b353af93', 'gw_port': {'id': '2eda150e-59c8-4a14-99a0-3c87d0a95865', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:81:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10696981-6025-441a-ac3f-de2b68926817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:19Z', 'updated_at': '2022-05-27T03:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': '8e51a1cf-a92d-4c87-95a3-a0f90b332055', 'name': '', 'network_id': '9c16b3b5-ecb4-4189-8078-ccbfb3ad873a', 'tenant_id': '4fd0b44fe4bd4a61a8976812b353af93', 'mac_address': 'fa:16:3e:13:22:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10696981-6025-441a-ac3f-de2b68926817', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ff8f123b-55f8-4f32-82f4-ea7a7360c7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:23Z', 'updated_at': '2022-05-27T03:40:27Z', 'revision_number': 4, 'project_id': '4fd0b44fe4bd4a61a8976812b353af93', 'subnets': [{'id': 'ff8f123b-55f8-4f32-82f4-ea7a7360c7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:40:28.410648 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-3d8d1426-d3b1-4a26-84bc-afb6ecaa0b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (8e51a1cf-a92d-4c87-95a3-a0f90b332055), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:28.424124 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-368ec10b-cf99-4acd-a7d6-3e6d832f047c tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks [] for security_group_rule (f5d4f37a-da60-44f6-8c79-091dcaa604d2), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:28.502140 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-368ec10b-cf99-4acd-a7d6-3e6d832f047c tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498508'] for security_group_rule (f5d4f37a-da60-44f6-8c79-091dcaa604d2), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:28.545207 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-6c98d5a2-5571-4200-a6f9-5c9fd6a9a852 req-e5223de4-9444-4df8-87f9-a459fcadd3a6 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?device_id=867cc700-2db2-4653-a990-c386140f79c7 HTTP/1.1" status: 200 len: 210 time: 0.1466861 May 27 03:40:28.572900 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ec10b-cf99-4acd-a7d6-3e6d832f047c tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5d4f37a-da60-44f6-8c79-091dcaa604d2,revision_number=0']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:28.589238 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 2eda150e-59c8-4a14-99a0-3c87d0a95865 up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:40:28.612497 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.db_base_plugin_common [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-6e45790c-12b4-43a9-9625-59fb06a131a7 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Allocated IP 172.20.0.10 (1428776f-0a24-496f-a660-743e4715c1fc/2eb33205-5634-4e52-b4f2-9afa3146db1d/65fb3bb6-5842-47ff-879b-555455ed8ec2) {{(pid=104678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:40:28.649366 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-368ec10b-cf99-4acd-a7d6-3e6d832f047c tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:28.653797 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-368ec10b-cf99-4acd-a7d6-3e6d832f047c tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5364161 May 27 03:40:28.654016 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 55576) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:28.655260 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-62443e17-4b64-481a-b579-1a4725f18560 None None] Provisioning complete for port 8e51a1cf-a92d-4c87-95a3-a0f90b332055 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:40:28.655746 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-62443e17-4b64-481a-b579-1a4725f18560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (8e51a1cf-a92d-4c87-95a3-a0f90b332055), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:28.658954 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-965ccbc7-9335-401b-926f-2264959ff976 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Request body: {'security_group_rule': {'security_group_id': '9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd', 'project_id': '768052d3698e483584138b97ac418580', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:40:28.700221 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port 312059c1-f4ba-443c-8b30-272543608364 is: BUILD; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:40:28.700784 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (312059c1-f4ba-443c-8b30-272543608364), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:28.781309 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d1426-d3b1-4a26-84bc-afb6ecaa0b8a None None] Pushing event updated for resources: {'Port': ['ID=8e51a1cf-a92d-4c87-95a3-a0f90b332055,revision_number=5']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:28.795946 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128e072-6c72-405c-b93a-9ae9ddc1ca25 req-afd94d58-7977-4c4d-9b47-0a735778ea22 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:28.811086 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9128e072-6c72-405c-b93a-9ae9ddc1ca25 req-afd94d58-7977-4c4d-9b47-0a735778ea22 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 945 time: 0.1033077 May 27 03:40:28.812810 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.db.securitygroups_db [None req-965ccbc7-9335-401b-926f-2264959ff976 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Project 768052d3698e483584138b97ac418580 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:40:28.838046 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c962e53-5de4-4f6a-b932-f210052f2278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312059c1-f4ba-443c-8b30-272543608364'}] {{(pid=104679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:40:28.838270 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-965ccbc7-9335-401b-926f-2264959ff976 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks [] for security_group_rule (11664a92-f58d-4028-b3d9-0c26cd7f0d7b), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:28.842491 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d249cf550e2d843300bc9a66ec52257e0462e4d4b5166dc6bcb5b411a3eed5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71686490-d712-46f3-8067-01e5f4dd1fdc" -d '{"events": [{"server_uuid": "5c962e53-5de4-4f6a-b932-f210052f2278", "name": "network-vif-plugged", "status": "completed", "tag": "312059c1-f4ba-443c-8b30-272543608364"}]}' {{(pid=104679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:40:28.909751 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-62443e17-4b64-481a-b579-1a4725f18560 None None] Current status of the port 8e51a1cf-a92d-4c87-95a3-a0f90b332055 is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:40:28.918836 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port 312059c1-f4ba-443c-8b30-272543608364, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=312059c1-f4ba-443c-8b30-272543608364,segment=NetworkSegment(38baf4e4-1e5b-4f83-ae3c-ef0274e43459),segment_id=38baf4e4-1e5b-4f83-ae3c-ef0274e43459)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:28.919754 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port 2eda150e-59c8-4a14-99a0-3c87d0a95865 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:40:28.920072 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (2eda150e-59c8-4a14-99a0-3c87d0a95865), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:28.921242 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-6e45790c-12b4-43a9-9625-59fb06a131a7 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Publish callbacks [] for port (65fb3bb6-5842-47ff-879b-555455ed8ec2), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:28.922922 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6410ac-29c9-431a-a641-6e31942d8926 x-openstack-request-id: req-1c6410ac-29c9-431a-a641-6e31942d8926 {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:40:28.923299 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c962e53-5de4-4f6a-b932-f210052f2278", "name": "network-vif-plugged", "status": "completed", "tag": "312059c1-f4ba-443c-8b30-272543608364", "code": 200}]} {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:40:28.923615 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1c6410ac-29c9-431a-a641-6e31942d8926 {{(pid=104679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:40:28.924064 dv-cinder-843361-2-smb neutron-server[104679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c6410ac-29c9-431a-a641-6e31942d8926'] response: {'server_uuid': '5c962e53-5de4-4f6a-b932-f210052f2278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312059c1-f4ba-443c-8b30-272543608364', 'code': 200} May 27 03:40:28.950014 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9128e072-6c72-405c-b93a-9ae9ddc1ca25 req-97089c95-09c9-4065-8a8b-8823b5f0c525 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f4896d8-2488-44da-b2dd-55f6c61b6253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237972 May 27 03:40:28.976313 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-965ccbc7-9335-401b-926f-2264959ff976 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks [] for security_group_rule (11664a92-f58d-4028-b3d9-0c26cd7f0d7b), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:29.022226 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (312059c1-f4ba-443c-8b30-272543608364), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:29.038913 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-6e45790c-12b4-43a9-9625-59fb06a131a7 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (65fb3bb6-5842-47ff-879b-555455ed8ec2), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:29.052099 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port 2eda150e-59c8-4a14-99a0-3c87d0a95865 is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:40:29.083914 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=312059c1-f4ba-443c-8b30-272543608364,revision_number=5']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:29.091664 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-6e45790c-12b4-43a9-9625-59fb06a131a7 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Network 1428776f-0a24-496f-a660-743e4715c1fc is already hosted by enough agents. {{(pid=104678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:40:29.095660 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.base_scheduler [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-6e45790c-12b4-43a9-9625-59fb06a131a7 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Resources bound (agent type, host, resource id): {{(pid=104678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:29.097229 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-965ccbc7-9335-401b-926f-2264959ff976 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498508'] for security_group_rule (11664a92-f58d-4028-b3d9-0c26cd7f0d7b), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:29.113103 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-6e45790c-12b4-43a9-9625-59fb06a131a7 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Received port after_create {{(pid=104678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:40:29.116136 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ccbc7-9335-401b-926f-2264959ff976 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11664a92-f58d-4028-b3d9-0c26cd7f0d7b,revision_number=0']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:29.140292 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45790c-12b4-43a9-9625-59fb06a131a7 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Pushing event updated for resources: {'Port': ['ID=65fb3bb6-5842-47ff-879b-555455ed8ec2,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:29.179161 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-6e45790c-12b4-43a9-9625-59fb06a131a7 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:29.179783 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-6e45790c-12b4-43a9-9625-59fb06a131a7 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:29.266281 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:29.270355 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-965ccbc7-9335-401b-926f-2264959ff976 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:29.270355 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-965ccbc7-9335-401b-926f-2264959ff976 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6142259 May 27 03:40:29.345421 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-6e45790c-12b4-43a9-9625-59fb06a131a7 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4411287 May 27 03:40:29.360491 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-530f17d9-9fcd-41ca-b900-ea8b856bc811 service neutron] Request body: {'port': {'device_id': '867cc700-2db2-4653-a990-c386140f79c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:40:29.367276 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68e0f5-9dab-45e2-bd44-50a21a4618fd req-6b42416d-6414-4623-a65d-641fa7be3424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:29.369124 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-0d68e0f5-9dab-45e2-bd44-50a21a4618fd req-6b42416d-6414-4623-a65d-641fa7be3424 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 1130 time: 0.0545893 May 27 03:40:29.468188 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-0d68e0f5-9dab-45e2-bd44-50a21a4618fd req-fbab5e84-00bb-4f3f-a536-e9e2485d7f30 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5f4896d8-2488-44da-b2dd-55f6c61b6253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791407 May 27 03:40:29.470853 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-530f17d9-9fcd-41ca-b900-ea8b856bc811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (65fb3bb6-5842-47ff-879b-555455ed8ec2), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:29.694490 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738714d-3cf2-4f04-9cfa-0507d07d886a req-01177d77-df6d-4995-9f36-8c4a5e6cc4ed tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:29.696885 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-8738714d-3cf2-4f04-9cfa-0507d07d886a req-01177d77-df6d-4995-9f36-8c4a5e6cc4ed tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?device_id=867cc700-2db2-4653-a990-c386140f79c7 HTTP/1.1" status: 200 len: 932 time: 0.0611532 May 27 03:40:29.753829 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-8738714d-3cf2-4f04-9cfa-0507d07d886a req-eb70e881-ec45-4f51-8473-515d82c04fd4 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/security-groups?id=de388d8e-a7d5-40d6-b17e-f8eee7583472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504942 May 27 03:40:29.805907 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:29.835167 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-530f17d9-9fcd-41ca-b900-ea8b856bc811 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65fb3bb6-5842-47ff-879b-555455ed8ec2 {{(pid=104678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:40:29.845748 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-530f17d9-9fcd-41ca-b900-ea8b856bc811 service neutron] Publish callbacks [] for port (65fb3bb6-5842-47ff-879b-555455ed8ec2), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:29.859161 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.provisioning_blocks [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-530f17d9-9fcd-41ca-b900-ea8b856bc811 service neutron] Transition to ACTIVE for port object 65fb3bb6-5842-47ff-879b-555455ed8ec2 will not be triggered until provisioned by entity L2. {{(pid=104678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:40:29.940526 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-530f17d9-9fcd-41ca-b900-ea8b856bc811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62479337'] for port (65fb3bb6-5842-47ff-879b-555455ed8ec2), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:29.999493 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f17d9-9fcd-41ca-b900-ea8b856bc811 service neutron] Pushing event updated for resources: {'Port': ['ID=65fb3bb6-5842-47ff-879b-555455ed8ec2,revision_number=2']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:30.086286 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a430bf7-b25d-41b3-a918-de2cbd9d91c0 req-cb33ff18-a776-4bbf-8c4f-3f48eaa14c96 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:30.092447 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:30.095265 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2a430bf7-b25d-41b3-a918-de2cbd9d91c0 req-cb33ff18-a776-4bbf-8c4f-3f48eaa14c96 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 946 time: 0.0773013 May 27 03:40:30.095574 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-530f17d9-9fcd-41ca-b900-ea8b856bc811 service neutron] Attempting to bind port 65fb3bb6-5842-47ff-879b-555455ed8ec2 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:40:30.095919 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-530f17d9-9fcd-41ca-b900-ea8b856bc811 service neutron] Attempting to bind port 65fb3bb6-5842-47ff-879b-555455ed8ec2 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '9c8de8f0-14f2-4378-ac86-cca160848b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '1428776f-0a24-496f-a660-743e4715c1fc'}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:40:30.096251 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-530f17d9-9fcd-41ca-b900-ea8b856bc811 service neutron] Attempting to bind port 65fb3bb6-5842-47ff-879b-555455ed8ec2 on network 1428776f-0a24-496f-a660-743e4715c1fc {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:40:30.101734 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-530f17d9-9fcd-41ca-b900-ea8b856bc811 service neutron] Port 65fb3bb6-5842-47ff-879b-555455ed8ec2 on network 1428776f-0a24-496f-a660-743e4715c1fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:40:30.102056 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-530f17d9-9fcd-41ca-b900-ea8b856bc811 service neutron] Attempting to bind port 65fb3bb6-5842-47ff-879b-555455ed8ec2 on network 1428776f-0a24-496f-a660-743e4715c1fc {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:40:30.108504 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-530f17d9-9fcd-41ca-b900-ea8b856bc811 service neutron] Checking agent: {'id': '1c07afa2-e502-46e1-ac2b-740a8f00a450', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 36, 8), 'started_at': datetime.datetime(2022, 5, 27, 3, 36, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:40:30.108847 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-530f17d9-9fcd-41ca-b900-ea8b856bc811 service neutron] Checking segment: {'id': '9c8de8f0-14f2-4378-ac86-cca160848b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '1428776f-0a24-496f-a660-743e4715c1fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:40:30.112337 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-530f17d9-9fcd-41ca-b900-ea8b856bc811 service neutron] Bound using segment: {'id': '9c8de8f0-14f2-4378-ac86-cca160848b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '1428776f-0a24-496f-a660-743e4715c1fc'} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:40:30.112337 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-530f17d9-9fcd-41ca-b900-ea8b856bc811 service neutron] Bound port: 65fb3bb6-5842-47ff-879b-555455ed8ec2, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c8de8f0-14f2-4378-ac86-cca160848b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '1428776f-0a24-496f-a660-743e4715c1fc'}}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:40:30.112337 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-530f17d9-9fcd-41ca-b900-ea8b856bc811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (65fb3bb6-5842-47ff-879b-555455ed8ec2), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:30.153705 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2a430bf7-b25d-41b3-a918-de2cbd9d91c0 req-282b0d1c-f26f-4fbc-bc9b-9af109706409 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f4896d8-2488-44da-b2dd-55f6c61b6253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564721 May 27 03:40:30.188269 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-530f17d9-9fcd-41ca-b900-ea8b856bc811 service neutron] For port 65fb3bb6-5842-47ff-879b-555455ed8ec2, host hv-cinder-84336, cleared binding levels {{(pid=104678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:40:30.191435 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-530f17d9-9fcd-41ca-b900-ea8b856bc811 service neutron] For port 65fb3bb6-5842-47ff-879b-555455ed8ec2, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=65fb3bb6-5842-47ff-879b-555455ed8ec2,segment=NetworkSegment(9c8de8f0-14f2-4378-ac86-cca160848b79),segment_id=9c8de8f0-14f2-4378-ac86-cca160848b79)] {{(pid=104678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:40:30.311916 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-530f17d9-9fcd-41ca-b900-ea8b856bc811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62479337'] for port (65fb3bb6-5842-47ff-879b-555455ed8ec2), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:30.370713 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-530f17d9-9fcd-41ca-b900-ea8b856bc811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:30.371526 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-530f17d9-9fcd-41ca-b900-ea8b856bc811 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:30.373076 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-530f17d9-9fcd-41ca-b900-ea8b856bc811 service neutron] 10.222.0.72 "PUT /v2.0/ports/65fb3bb6-5842-47ff-879b-555455ed8ec2 HTTP/1.1" status: 200 len: 1094 time: 1.0189147 May 27 03:40:30.373540 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '867cc700-2db2-4653-a990-c386140f79c7', 'tag': '65fb3bb6-5842-47ff-879b-555455ed8ec2'}] {{(pid=104678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:40:30.375755 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e1ed873ee784d85eb1b1d61ec54b86d2255e46a50b7e273563a24fff47d01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798217f0-7ea0-4705-b7bd-f23ad5ac8ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "867cc700-2db2-4653-a990-c386140f79c7", "tag": "65fb3bb6-5842-47ff-879b-555455ed8ec2"}]}' {{(pid=104678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:40:30.416601 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f17d9-9fcd-41ca-b900-ea8b856bc811 service neutron] Pushing event updated for resources: {'Port': ['ID=65fb3bb6-5842-47ff-879b-555455ed8ec2,revision_number=3']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:30.433202 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b309f266-b8e2-4f83-92ec-d94ce28c5f83 x-openstack-request-id: req-b309f266-b8e2-4f83-92ec-d94ce28c5f83 {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:40:30.433717 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "867cc700-2db2-4653-a990-c386140f79c7", "tag": "65fb3bb6-5842-47ff-879b-555455ed8ec2", "status": "completed", "code": 200}]} {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:40:30.434291 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b309f266-b8e2-4f83-92ec-d94ce28c5f83 {{(pid=104678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:40:30.435400 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b309f266-b8e2-4f83-92ec-d94ce28c5f83'] response: {'name': 'network-changed', 'server_uuid': '867cc700-2db2-4653-a990-c386140f79c7', 'tag': '65fb3bb6-5842-47ff-879b-555455ed8ec2', 'status': 'completed', 'code': 200} May 27 03:40:30.526352 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798217f0-7ea0-4705-b7bd-f23ad5ac8ee9 req-65272107-3659-4ec8-9e68-e0c635e4bfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:30.528501 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-798217f0-7ea0-4705-b7bd-f23ad5ac8ee9 req-65272107-3659-4ec8-9e68-e0c635e4bfa5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3401c848ca364701931a0be12510c4f3&device_id=867cc700-2db2-4653-a990-c386140f79c7 HTTP/1.1" status: 200 len: 1128 time: 0.0616658 May 27 03:40:30.531033 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 8e51a1cf-a92d-4c87-95a3-a0f90b332055 up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:40:30.587073 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port 8e51a1cf-a92d-4c87-95a3-a0f90b332055 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:40:30.587570 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (8e51a1cf-a92d-4c87-95a3-a0f90b332055), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:30.620486 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:30.640208 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798217f0-7ea0-4705-b7bd-f23ad5ac8ee9 req-a72beb2d-14ce-4da0-a856-0fb87427a782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:30.642057 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-798217f0-7ea0-4705-b7bd-f23ad5ac8ee9 req-a72beb2d-14ce-4da0-a856-0fb87427a782 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=3401c848ca364701931a0be12510c4f3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1052155 May 27 03:40:30.676630 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port 8e51a1cf-a92d-4c87-95a3-a0f90b332055 is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:40:30.883326 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9067d2-edce-4d08-a9ce-cdeeccb34e8a req-92414f35-87ce-4090-b102-43c4c6e77096 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:30.883326 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2a9067d2-edce-4d08-a9ce-cdeeccb34e8a req-92414f35-87ce-4090-b102-43c4c6e77096 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?device_id=867cc700-2db2-4653-a990-c386140f79c7 HTTP/1.1" status: 200 len: 944 time: 0.0544169 May 27 03:40:30.930302 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2a9067d2-edce-4d08-a9ce-cdeeccb34e8a req-9f20cbaf-37eb-4ce7-a918-ce187925c0ad tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/security-groups?id=de388d8e-a7d5-40d6-b17e-f8eee7583472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432205 May 27 03:40:30.993344 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:31.182422 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:31.279586 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:31.283221 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245393a-b150-4347-ad0a-6f8414e6e86f req-5c9eef6d-a69d-48e7-aeb0-b9ae2af3bb51 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:31.284760 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c245393a-b150-4347-ad0a-6f8414e6e86f req-5c9eef6d-a69d-48e7-aeb0-b9ae2af3bb51 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 946 time: 0.0553694 May 27 03:40:31.343036 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c245393a-b150-4347-ad0a-6f8414e6e86f req-093cd0e9-9bd9-4164-be55-f0c6660119de tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f4896d8-2488-44da-b2dd-55f6c61b6253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522339 May 27 03:40:31.443140 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798217f0-7ea0-4705-b7bd-f23ad5ac8ee9 req-8ea622c9-aaa8-4a9b-945f-f255ca336da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:31.443140 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-798217f0-7ea0-4705-b7bd-f23ad5ac8ee9 req-8ea622c9-aaa8-4a9b-945f-f255ca336da2 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1235380 May 27 03:40:31.734663 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 55728) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:31.848584 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-8e5882a0-047f-445e-add7-78ee6e68a8ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:31.922609 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-8e5882a0-047f-445e-add7-78ee6e68a8ff admin admin] Publish callbacks [] for security_group (dbf12f7c-796c-4495-9147-78c050a31a2f), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:32.046478 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-8e5882a0-047f-445e-add7-78ee6e68a8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (dbf12f7c-796c-4495-9147-78c050a31a2f), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:32.059048 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2901d99-d8ef-4d14-9c16-1990397caa63 req-5f5daaed-12f5-49e2-b8ef-5345d1e2d027 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:32.060921 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f2901d99-d8ef-4d14-9c16-1990397caa63 req-5f5daaed-12f5-49e2-b8ef-5345d1e2d027 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?device_id=867cc700-2db2-4653-a990-c386140f79c7 HTTP/1.1" status: 200 len: 944 time: 0.0590107 May 27 03:40:32.112866 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-8e5882a0-047f-445e-add7-78ee6e68a8ff admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b5b346d662aa4c24b68e9670ec88a417&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3770521 May 27 03:40:32.114916 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5882a0-047f-445e-add7-78ee6e68a8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf12f7c-796c-4495-9147-78c050a31a2f,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:32.115651 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 55750) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:32.150455 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f2901d99-d8ef-4d14-9c16-1990397caa63 req-192979ff-3a22-46a6-972f-74096c59126c tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/security-groups?id=de388d8e-a7d5-40d6-b17e-f8eee7583472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778856 May 27 03:40:32.176043 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-043e35f5-456f-45e5-b744-0aaee4060bde admin admin] Publish callbacks [] for security_group (dbf12f7c-796c-4495-9147-78c050a31a2f), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:32.197369 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-043e35f5-456f-45e5-b744-0aaee4060bde admin admin] Publish callbacks [] for security_group (dbf12f7c-796c-4495-9147-78c050a31a2f), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:32.310033 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-cd30f5c1-d9cc-4d87-8b18-beb8d0d41201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:32.311620 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-cd30f5c1-d9cc-4d87-8b18-beb8d0d41201 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3401c848ca364701931a0be12510c4f3&device_id=867cc700-2db2-4653-a990-c386140f79c7 HTTP/1.1" status: 200 len: 1128 time: 0.0427279 May 27 03:40:32.330997 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-043e35f5-456f-45e5-b744-0aaee4060bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (dbf12f7c-796c-4495-9147-78c050a31a2f), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:32.332150 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-043e35f5-456f-45e5-b744-0aaee4060bde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:32.333350 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-043e35f5-456f-45e5-b744-0aaee4060bde admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/dbf12f7c-796c-4495-9147-78c050a31a2f HTTP/1.1" status: 204 len: 168 time: 0.2152865 May 27 03:40:32.364201 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-e1ad28cb-879e-4cf2-b1e2-871a10bdee93 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65fb3bb6-5842-47ff-879b-555455ed8ec2 HTTP/1.1" status: 200 len: 217 time: 0.0436459 May 27 03:40:32.370863 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e35f5-456f-45e5-b744-0aaee4060bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf12f7c-796c-4495-9147-78c050a31a2f,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:32.475657 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d9faa-98ca-4372-a0d5-389861744ab0 req-0f19efc0-574e-44bb-8940-3edc34e57a34 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:32.477223 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b98d9faa-98ca-4372-a0d5-389861744ab0 req-0f19efc0-574e-44bb-8940-3edc34e57a34 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 946 time: 0.0545526 May 27 03:40:32.544648 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b98d9faa-98ca-4372-a0d5-389861744ab0 req-2b522a0e-ec67-45bd-aea0-c37b8edcd583 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f4896d8-2488-44da-b2dd-55f6c61b6253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581303 May 27 03:40:32.664962 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769179a-4757-476b-9fa0-8474a513b318 req-0666c739-dbdc-483c-aa18-a66b827371a1 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:32.664962 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-3769179a-4757-476b-9fa0-8474a513b318 req-0666c739-dbdc-483c-aa18-a66b827371a1 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 946 time: 0.0516281 May 27 03:40:32.675294 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 55762) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:32.681249 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [None req-291b1dbc-17b6-4621-8f3a-b7f064c17b3c tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Request body: {'floatingip': {'port_id': '312059c1-f4ba-443c-8b30-272543608364'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:40:32.684822 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:32.759842 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-291b1dbc-17b6-4621-8f3a-b7f064c17b3c tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks [] for floatingip (75af42c1-d5cd-4dd9-a47c-1e9eaf065a8c), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:32.841165 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-a108b7a4-8ffc-4a8e-bed5-ebe3f0094f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:32.842780 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-a108b7a4-8ffc-4a8e-bed5-ebe3f0094f41 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2eb33205-5634-4e52-b4f2-9afa3146db1d HTTP/1.1" status: 200 len: 849 time: 0.1246116 May 27 03:40:33.126095 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:33.154051 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=100 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:33.204406 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:33.213454 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-291b1dbc-17b6-4621-8f3a-b7f064c17b3c tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:33.274550 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fa9d4-c860-4cd4-a4ee-a0e3ae1eea0e req-c73db483-1519-4989-aebc-3b233f712369 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:33.276173 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-3c2fa9d4-c860-4cd4-a4ee-a0e3ae1eea0e req-c73db483-1519-4989-aebc-3b233f712369 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?device_id=867cc700-2db2-4653-a990-c386140f79c7 HTTP/1.1" status: 200 len: 944 time: 0.0537257 May 27 03:40:33.295521 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-291b1dbc-17b6-4621-8f3a-b7f064c17b3c tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665637'] for floatingip (75af42c1-d5cd-4dd9-a47c-1e9eaf065a8c), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:33.327000 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-3c2fa9d4-c860-4cd4-a4ee-a0e3ae1eea0e req-33c8ca75-80b3-4454-8747-2bda621b1750 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/security-groups?id=de388d8e-a7d5-40d6-b17e-f8eee7583472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448492 May 27 03:40:33.394123 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.db.l3_db [None req-291b1dbc-17b6-4621-8f3a-b7f064c17b3c tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Floating IP 75af42c1-d5cd-4dd9-a47c-1e9eaf065a8c associated. External IP: 172.28.2.215, port: 312059c1-f4ba-443c-8b30-272543608364. May 27 03:40:33.462027 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-ffa80b0d-1e3a-493a-86a3-25ba74056def service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1428776f-0a24-496f-a660-743e4715c1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322378 May 27 03:40:33.478591 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:33.643312 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-400b27f0-9a96-495a-b801-5c69458df98e service neutron] 10.222.0.72 "GET /v2.0/networks/1428776f-0a24-496f-a660-743e4715c1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722956 May 27 03:40:33.776259 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291b1dbc-17b6-4621-8f3a-b7f064c17b3c tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Router 4d04cd31-9131-43a5-aa6a-2edf87d550b9 has already been hosted by L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 {{(pid=104678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:40:33.797413 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-7fb2ca4a-3a1a-489f-8b3e-375b1f783167 req-b7da7704-f717-4510-9af2-97195a7ea883 service neutron] 10.222.0.72 "GET /v2.0/networks/1428776f-0a24-496f-a660-743e4715c1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477432 May 27 03:40:33.895883 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291b1dbc-17b6-4621-8f3a-b7f064c17b3c tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:40:33.901319 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-291b1dbc-17b6-4621-8f3a-b7f064c17b3c tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for floatingip (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:33.907608 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e8fa37-8056-43e7-ab94-adb2a6a7d1c9 None None] Sync routers for ids ['4d04cd31-9131-43a5-aa6a-2edf87d550b9'] in dv-cinder-843361-2-smb {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:40:33.916244 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:33.919696 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e8fa37-8056-43e7-ab94-adb2a6a7d1c9 None None] Routers {'4d04cd31-9131-43a5-aa6a-2edf87d550b9'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:40:33.920300 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-a0e8fa37-8056-43e7-ab94-adb2a6a7d1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:40:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['4d04cd31-9131-43a5-aa6a-2edf87d550b9'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:33.939808 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:33.946384 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-291b1dbc-17b6-4621-8f3a-b7f064c17b3c tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "PUT /v2.0/floatingips/75af42c1-d5cd-4dd9-a47c-1e9eaf065a8c HTTP/1.1" status: 200 len: 992 time: 1.2673347 May 27 03:40:33.946384 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c962e53-5de4-4f6a-b932-f210052f2278', 'tag': '312059c1-f4ba-443c-8b30-272543608364'}] {{(pid=104678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:40:33.947322 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e1ed873ee784d85eb1b1d61ec54b86d2255e46a50b7e273563a24fff47d01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ce0387-738e-42e4-9cf5-111a371b1c03" -d '{"events": [{"name": "network-changed", "server_uuid": "5c962e53-5de4-4f6a-b932-f210052f2278", "tag": "312059c1-f4ba-443c-8b30-272543608364"}]}' {{(pid=104678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:40:33.988115 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdca65c6-5550-4e5a-be37-0ebfa33837a6 x-openstack-request-id: req-cdca65c6-5550-4e5a-be37-0ebfa33837a6 {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:40:33.988485 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c962e53-5de4-4f6a-b932-f210052f2278", "tag": "312059c1-f4ba-443c-8b30-272543608364", "status": "completed", "code": 200}]} {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:40:33.988946 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cdca65c6-5550-4e5a-be37-0ebfa33837a6 {{(pid=104678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:40:33.989446 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdca65c6-5550-4e5a-be37-0ebfa33837a6'] response: {'name': 'network-changed', 'server_uuid': '5c962e53-5de4-4f6a-b932-f210052f2278', 'tag': '312059c1-f4ba-443c-8b30-272543608364', 'status': 'completed', 'code': 200} May 27 03:40:34.030746 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-a0e8fa37-8056-43e7-ab94-adb2a6a7d1c9 None None] Set router 4d04cd31-9131-43a5-aa6a-2edf87d550b9 gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:40:34.320210 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-a0e8fa37-8056-43e7-ab94-adb2a6a7d1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'name': 'tempest-ServerRescueNegativeTestJSON-409517973-router', 'tenant_id': '8c649113d597484d8d1f5f046a8cac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '0b7b49cd-8178-4c38-9759-729bc1092412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:38:10Z', 'updated_at': '2022-05-27T03:38:18Z', 'revision_number': 4, 'project_id': '8c649113d597484d8d1f5f046a8cac59', 'gw_port': {'id': '0b7b49cd-8178-4c38-9759-729bc1092412', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:af:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:11Z', 'updated_at': '2022-05-27T03:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_floatingips': [{'id': '75af42c1-d5cd-4dd9-a47c-1e9eaf065a8c', 'tenant_id': '8c649113d597484d8d1f5f046a8cac59', 'floating_ip_address': '172.28.2.215', 'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'router_id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'port_id': '312059c1-f4ba-443c-8b30-272543608364', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a', 'mac_address': 'fa:16:3e:d4:d1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c962e53-5de4-4f6a-b932-f210052f2278', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:40:11Z', 'updated_at': '2022-05-27T03:40:33Z', 'revision_number': 1, 'project_id': '8c649113d597484d8d1f5f046a8cac59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e77c1672-e833-41d4-92dc-8461f72c7958', 'name': '', 'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a', 'tenant_id': '8c649113d597484d8d1f5f046a8cac59', 'mac_address': 'fa:16:3e:20:50:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e9e7a5b0-6940-4778-807b-b50ae30078a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:16Z', 'updated_at': '2022-05-27T03:38:25Z', 'revision_number': 5, 'project_id': '8c649113d597484d8d1f5f046a8cac59', 'subnets': [{'id': 'e9e7a5b0-6940-4778-807b-b50ae30078a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:34.348745 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e8fa37-8056-43e7-ab94-adb2a6a7d1c9 None None] Checking router: 4d04cd31-9131-43a5-aa6a-2edf87d550b9 for host: dv-cinder-843361-2-smb {{(pid=104680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:40:34.357754 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e8fa37-8056-43e7-ab94-adb2a6a7d1c9 None None] Routers {'4d04cd31-9131-43a5-aa6a-2edf87d550b9'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:40:34.358373 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-a0e8fa37-8056-43e7-ab94-adb2a6a7d1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:40:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['4d04cd31-9131-43a5-aa6a-2edf87d550b9'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:34.369943 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:34.460113 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ff707-a471-4658-85f7-91fe7f78c065 req-d87a3475-f0da-4718-8ddd-2eaca47845de tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:34.462027 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-d23ff707-a471-4658-85f7-91fe7f78c065 req-d87a3475-f0da-4718-8ddd-2eaca47845de tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?device_id=867cc700-2db2-4653-a990-c386140f79c7 HTTP/1.1" status: 200 len: 944 time: 0.0560458 May 27 03:40:34.469300 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-a0e8fa37-8056-43e7-ab94-adb2a6a7d1c9 None None] Set router 4d04cd31-9131-43a5-aa6a-2edf87d550b9 gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:40:34.496747 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=100 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:34.516959 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-d23ff707-a471-4658-85f7-91fe7f78c065 req-d7de98ac-57a9-4b2a-85cd-375857ead606 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/security-groups?id=de388d8e-a7d5-40d6-b17e-f8eee7583472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482590 May 27 03:40:34.610265 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:34.688059 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-a0e8fa37-8056-43e7-ab94-adb2a6a7d1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'name': 'tempest-ServerRescueNegativeTestJSON-409517973-router', 'tenant_id': '8c649113d597484d8d1f5f046a8cac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '0b7b49cd-8178-4c38-9759-729bc1092412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:38:10Z', 'updated_at': '2022-05-27T03:38:18Z', 'revision_number': 4, 'project_id': '8c649113d597484d8d1f5f046a8cac59', 'gw_port': {'id': '0b7b49cd-8178-4c38-9759-729bc1092412', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:af:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:11Z', 'updated_at': '2022-05-27T03:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_floatingips': [{'id': '75af42c1-d5cd-4dd9-a47c-1e9eaf065a8c', 'tenant_id': '8c649113d597484d8d1f5f046a8cac59', 'floating_ip_address': '172.28.2.215', 'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'router_id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'port_id': '312059c1-f4ba-443c-8b30-272543608364', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a', 'mac_address': 'fa:16:3e:d4:d1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c962e53-5de4-4f6a-b932-f210052f2278', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:40:11Z', 'updated_at': '2022-05-27T03:40:33Z', 'revision_number': 1, 'project_id': '8c649113d597484d8d1f5f046a8cac59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e77c1672-e833-41d4-92dc-8461f72c7958', 'name': '', 'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a', 'tenant_id': '8c649113d597484d8d1f5f046a8cac59', 'mac_address': 'fa:16:3e:20:50:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e9e7a5b0-6940-4778-807b-b50ae30078a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:16Z', 'updated_at': '2022-05-27T03:38:25Z', 'revision_number': 5, 'project_id': '8c649113d597484d8d1f5f046a8cac59', 'subnets': [{'id': 'e9e7a5b0-6940-4778-807b-b50ae30078a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:34.713668 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e8fa37-8056-43e7-ab94-adb2a6a7d1c9 None None] The sync data for ids ['4d04cd31-9131-43a5-aa6a-2edf87d550b9'] in dv-cinder-843361-2-smb is: [{'id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'name': 'tempest-ServerRescueNegativeTestJSON-409517973-router', 'tenant_id': '8c649113d597484d8d1f5f046a8cac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '0b7b49cd-8178-4c38-9759-729bc1092412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:38:10Z', 'updated_at': '2022-05-27T03:38:18Z', 'revision_number': 4, 'project_id': '8c649113d597484d8d1f5f046a8cac59', 'gw_port': {'id': '0b7b49cd-8178-4c38-9759-729bc1092412', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:af:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:11Z', 'updated_at': '2022-05-27T03:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_floatingips': [{'id': '75af42c1-d5cd-4dd9-a47c-1e9eaf065a8c', 'tenant_id': '8c649113d597484d8d1f5f046a8cac59', 'floating_ip_address': '172.28.2.215', 'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'router_id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'port_id': '312059c1-f4ba-443c-8b30-272543608364', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a', 'mac_address': 'fa:16:3e:d4:d1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c962e53-5de4-4f6a-b932-f210052f2278', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:40:11Z', 'updated_at': '2022-05-27T03:40:33Z', 'revision_number': 1, 'project_id': '8c649113d597484d8d1f5f046a8cac59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e77c1672-e833-41d4-92dc-8461f72c7958', 'name': '', 'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a', 'tenant_id': '8c649113d597484d8d1f5f046a8cac59', 'mac_address': 'fa:16:3e:20:50:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e9e7a5b0-6940-4778-807b-b50ae30078a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:16Z', 'updated_at': '2022-05-27T03:38:25Z', 'revision_number': 5, 'project_id': '8c649113d597484d8d1f5f046a8cac59', 'subnets': [{'id': 'e9e7a5b0-6940-4778-807b-b50ae30078a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:40:34.908049 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf1e673-b4b9-4b06-bdb2-a4353f357d33 None None] New status for floating IP 75af42c1-d5cd-4dd9-a47c-1e9eaf065a8c: ACTIVE {{(pid=104679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:40:35.206737 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce0387-738e-42e4-9cf5-111a371b1c03 req-42160d48-8d75-4bc6-91bd-ac924753c5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:35.208330 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-11ce0387-738e-42e4-9cf5-111a371b1c03 req-42160d48-8d75-4bc6-91bd-ac924753c5ef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8c649113d597484d8d1f5f046a8cac59&device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 1130 time: 0.0387208 May 27 03:40:35.313997 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce0387-738e-42e4-9cf5-111a371b1c03 req-0e79d03a-0dca-4d2d-a1ff-505369c48d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:35.315460 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-11ce0387-738e-42e4-9cf5-111a371b1c03 req-0e79d03a-0dca-4d2d-a1ff-505369c48d88 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f916a43-2562-4d0d-bd29-c5c8a7d74b6a HTTP/1.1" status: 200 len: 919 time: 0.0931125 May 27 03:40:35.642746 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-11ce0387-738e-42e4-9cf5-111a371b1c03 req-afda8c81-32bb-4fe3-965f-fe8201878b50 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=312059c1-f4ba-443c-8b30-272543608364 HTTP/1.1" status: 200 len: 1002 time: 0.3174529 May 27 03:40:35.649056 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7551ca8-4979-4a4a-acb5-3479af2a3be3 req-4e14b16b-4aa9-4894-9122-34d37bc0f5e3 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:35.651702 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-d7551ca8-4979-4a4a-acb5-3479af2a3be3 req-4e14b16b-4aa9-4894-9122-34d37bc0f5e3 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?device_id=867cc700-2db2-4653-a990-c386140f79c7 HTTP/1.1" status: 200 len: 944 time: 0.0532954 May 27 03:40:35.705311 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-d7551ca8-4979-4a4a-acb5-3479af2a3be3 req-219156a2-ea9f-46e6-ac96-4d722141713d tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/security-groups?id=de388d8e-a7d5-40d6-b17e-f8eee7583472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472801 May 27 03:40:35.797149 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=100 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:35.969737 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:36.135635 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d94bacc7-1e7d-418b-8c77-d16081adaad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:36.164483 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:36.381528 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:36.429624 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce0387-738e-42e4-9cf5-111a371b1c03 req-c1c3e487-ee4a-4611-9ead-bd7fdeebdaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:36.431162 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-11ce0387-738e-42e4-9cf5-111a371b1c03 req-c1c3e487-ee4a-4611-9ead-bd7fdeebdaf5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e9e7a5b0-6940-4778-807b-b50ae30078a7 HTTP/1.1" status: 200 len: 857 time: 0.0484114 May 27 03:40:36.454614 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:36.482681 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce0387-738e-42e4-9cf5-111a371b1c03 req-ea89d711-2408-4ce3-94cc-1024d208a4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:36.484161 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-11ce0387-738e-42e4-9cf5-111a371b1c03 req-ea89d711-2408-4ce3-94cc-1024d208a4db service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f916a43-2562-4d0d-bd29-c5c8a7d74b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0403087 May 27 03:40:36.835122 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6b369-e736-4257-a40d-c2c0cda2ac5e req-051f54c7-8cf8-4c70-abfc-4f6f22ce8cab tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:36.836737 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-8cf6b369-e736-4257-a40d-c2c0cda2ac5e req-051f54c7-8cf8-4c70-abfc-4f6f22ce8cab tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?device_id=867cc700-2db2-4653-a990-c386140f79c7 HTTP/1.1" status: 200 len: 944 time: 0.0572152 May 27 03:40:36.890919 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-8cf6b369-e736-4257-a40d-c2c0cda2ac5e req-8e5e6bf8-99c1-40c2-a20d-6eea1108f5e6 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/security-groups?id=de388d8e-a7d5-40d6-b17e-f8eee7583472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476193 May 27 03:40:36.921393 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-11ce0387-738e-42e4-9cf5-111a371b1c03 req-0f9caabe-0313-4602-ada7-08e2ffe0abcf service neutron] 10.222.0.72 "GET /v2.0/networks/2f916a43-2562-4d0d-bd29-c5c8a7d74b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948720 May 27 03:40:37.615844 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-11ce0387-738e-42e4-9cf5-111a371b1c03 req-51283a96-745a-4201-a970-1c59015c07e1 service neutron] 10.222.0.72 "GET /v2.0/networks/2f916a43-2562-4d0d-bd29-c5c8a7d74b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985622 May 27 03:40:37.913052 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:38.004852 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 65fb3bb6-5842-47ff-879b-555455ed8ec2 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:40:38.013125 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55fe07c-f116-44b6-bbe6-0514cdf0ee24 req-bb6d065c-25b2-4c23-b507-b990c9141e05 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:38.014762 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-a55fe07c-f116-44b6-bbe6-0514cdf0ee24 req-bb6d065c-25b2-4c23-b507-b990c9141e05 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?device_id=867cc700-2db2-4653-a990-c386140f79c7 HTTP/1.1" status: 200 len: 944 time: 0.0500903 May 27 03:40:38.068752 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-a55fe07c-f116-44b6-bbe6-0514cdf0ee24 req-46a6e8fb-f78f-41d8-be6e-9ae626f900b0 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/security-groups?id=de388d8e-a7d5-40d6-b17e-f8eee7583472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482299 May 27 03:40:38.115353 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port 65fb3bb6-5842-47ff-879b-555455ed8ec2, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=65fb3bb6-5842-47ff-879b-555455ed8ec2,segment=NetworkSegment(9c8de8f0-14f2-4378-ac86-cca160848b79),segment_id=9c8de8f0-14f2-4378-ac86-cca160848b79)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:38.126382 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Returning: {'device': '65fb3bb6-5842-47ff-879b-555455ed8ec2', 'network_id': '1428776f-0a24-496f-a660-743e4715c1fc', 'port_id': '65fb3bb6-5842-47ff-879b-555455ed8ec2', 'mac_address': 'fa:16:3e:bb:66:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eb33205-5634-4e52-b4f2-9afa3146db1d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:40:38.132133 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:38.141752 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:38.161711 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port 65fb3bb6-5842-47ff-879b-555455ed8ec2 is: DOWN; New status is: BUILD {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:40:38.162099 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (65fb3bb6-5842-47ff-879b-555455ed8ec2), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:38.175049 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65fb3bb6-5842-47ff-879b-555455ed8ec2 {{(pid=104679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:40:38.196100 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port 65fb3bb6-5842-47ff-879b-555455ed8ec2, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=65fb3bb6-5842-47ff-879b-555455ed8ec2,segment=NetworkSegment(9c8de8f0-14f2-4378-ac86-cca160848b79),segment_id=9c8de8f0-14f2-4378-ac86-cca160848b79)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:38.301034 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (65fb3bb6-5842-47ff-879b-555455ed8ec2), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:38.354385 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-2361aa6f-027a-4054-a282-dabb3a7f2cbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:38.356460 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=65fb3bb6-5842-47ff-879b-555455ed8ec2,revision_number=4']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:38.381699 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:INSERT=4,neutron:UPDATE=3,neutron:SELECT=91,neutron:DELETE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:38.467164 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:38.677461 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:38.704530 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] get_ports_and_sgs() called for port_ids ['65fb3bb6-5842-47ff-879b-555455ed8ec2'] {{(pid=104679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:40:38.812206 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:39.189665 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05ca3f-ee65-481f-b892-57b3680d71cc req-c949f1fd-9ee6-4f63-b041-5107efac9e67 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:39.191250 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-bc05ca3f-ee65-481f-b892-57b3680d71cc req-c949f1fd-9ee6-4f63-b041-5107efac9e67 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?device_id=867cc700-2db2-4653-a990-c386140f79c7 HTTP/1.1" status: 200 len: 945 time: 0.0535047 May 27 03:40:39.245565 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-bc05ca3f-ee65-481f-b892-57b3680d71cc req-597a82e1-66d2-4027-80cc-774a1436f30f tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/security-groups?id=de388d8e-a7d5-40d6-b17e-f8eee7583472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481575 May 27 03:40:39.507029 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:40.010547 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 65fb3bb6-5842-47ff-879b-555455ed8ec2 up at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:40:40.057665 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Provisioning for port 65fb3bb6-5842-47ff-879b-555455ed8ec2 completed by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:40:40.162447 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Provisioning complete for port 65fb3bb6-5842-47ff-879b-555455ed8ec2 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:40:40.162824 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (65fb3bb6-5842-47ff-879b-555455ed8ec2), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:40.237626 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port 65fb3bb6-5842-47ff-879b-555455ed8ec2 is: BUILD; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:40:40.238005 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (65fb3bb6-5842-47ff-879b-555455ed8ec2), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:40.265625 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867cc700-2db2-4653-a990-c386140f79c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fb3bb6-5842-47ff-879b-555455ed8ec2'}] {{(pid=104679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:40:40.266133 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d249cf550e2d843300bc9a66ec52257e0462e4d4b5166dc6bcb5b411a3eed5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5272ea9f-a6fd-4bb7-b851-038f5e11772c" -d '{"events": [{"server_uuid": "867cc700-2db2-4653-a990-c386140f79c7", "name": "network-vif-plugged", "status": "completed", "tag": "65fb3bb6-5842-47ff-879b-555455ed8ec2"}]}' {{(pid=104679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:40:40.280730 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port 65fb3bb6-5842-47ff-879b-555455ed8ec2, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=65fb3bb6-5842-47ff-879b-555455ed8ec2,segment=NetworkSegment(9c8de8f0-14f2-4378-ac86-cca160848b79),segment_id=9c8de8f0-14f2-4378-ac86-cca160848b79)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:40.312267 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b258696-331e-4711-a102-89db7571c91e x-openstack-request-id: req-1b258696-331e-4711-a102-89db7571c91e {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:40:40.312675 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "867cc700-2db2-4653-a990-c386140f79c7", "name": "network-vif-plugged", "status": "completed", "tag": "65fb3bb6-5842-47ff-879b-555455ed8ec2", "code": 200}]} {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:40:40.312819 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1b258696-331e-4711-a102-89db7571c91e {{(pid=104679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:40:40.313317 dv-cinder-843361-2-smb neutron-server[104679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b258696-331e-4711-a102-89db7571c91e'] response: {'server_uuid': '867cc700-2db2-4653-a990-c386140f79c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fb3bb6-5842-47ff-879b-555455ed8ec2', 'code': 200} May 27 03:40:40.353178 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:40.405859 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866a959-4c1d-4394-b84a-606c9216016a req-5eaa5a38-5295-42bf-b6fe-d00ff3d569d1 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:40.407493 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b866a959-4c1d-4394-b84a-606c9216016a req-5eaa5a38-5295-42bf-b6fe-d00ff3d569d1 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?device_id=867cc700-2db2-4653-a990-c386140f79c7 HTTP/1.1" status: 200 len: 945 time: 0.0702467 May 27 03:40:40.425689 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (65fb3bb6-5842-47ff-879b-555455ed8ec2), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:40.461106 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b866a959-4c1d-4394-b84a-606c9216016a req-494109db-c9f7-47ef-969a-d07c865abe7a tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/security-groups?id=de388d8e-a7d5-40d6-b17e-f8eee7583472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472105 May 27 03:40:40.482108 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=65fb3bb6-5842-47ff-879b-555455ed8ec2,revision_number=5']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:40.486460 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:40.486811 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:40.487157 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:40.487525 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:40.487867 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:40.488202 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:40.488533 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:40.488863 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:40.489191 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:40.489552 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:40.489881 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:40.490207 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:40.490532 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:40.490852 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:40.491174 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:40.720476 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:40.725700 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea33456-b082-4429-9e47-f8573896348d req-9984eb53-9d3b-47cf-b14b-b305e18406f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:40.731889 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-bea33456-b082-4429-9e47-f8573896348d req-9984eb53-9d3b-47cf-b14b-b305e18406f1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=867cc700-2db2-4653-a990-c386140f79c7 HTTP/1.1" status: 200 len: 1130 time: 0.0447206 May 27 03:40:40.778115 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-bea33456-b082-4429-9e47-f8573896348d req-af84d2d5-1133-4609-a0a7-20ee81822cf6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=de388d8e-a7d5-40d6-b17e-f8eee7583472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429454 May 27 03:40:40.998849 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:41.232794 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:41.579254 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2da32-187a-4a31-8685-bd6713fd4879 req-90d09cf8-fc5a-4bc6-bbf2-a2c6abc8a7b1 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:41.580923 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5ab2da32-187a-4a31-8685-bd6713fd4879 req-90d09cf8-fc5a-4bc6-bbf2-a2c6abc8a7b1 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?device_id=867cc700-2db2-4653-a990-c386140f79c7 HTTP/1.1" status: 200 len: 946 time: 0.0482776 May 27 03:40:41.632147 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5ab2da32-187a-4a31-8685-bd6713fd4879 req-fb31a4c9-5002-4560-bbf4-736be1ab6698 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/security-groups?id=de388d8e-a7d5-40d6-b17e-f8eee7583472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451102 May 27 03:40:41.690006 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:41.752572 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=100 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:42.032890 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=100 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:42.335920 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:42.757142 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55caf42-594e-49b9-9ad8-128f99656839 req-2b812530-7a59-4587-91ae-abeb0533aeb0 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:42.758716 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-e55caf42-594e-49b9-9ad8-128f99656839 req-2b812530-7a59-4587-91ae-abeb0533aeb0 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?device_id=867cc700-2db2-4653-a990-c386140f79c7 HTTP/1.1" status: 200 len: 946 time: 0.0540702 May 27 03:40:42.806776 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-e55caf42-594e-49b9-9ad8-128f99656839 req-762f5ff9-604b-4e81-9381-599837fda968 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/security-groups?id=de388d8e-a7d5-40d6-b17e-f8eee7583472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417781 May 27 03:40:43.416974 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90a3cd-2257-44be-836b-2d27288d0ff8 req-1e9ada9f-3c76-4fc7-af35-9b12b003c7f2 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:43.418402 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-df90a3cd-2257-44be-836b-2d27288d0ff8 req-1e9ada9f-3c76-4fc7-af35-9b12b003c7f2 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/ports?device_id=7cec9927-a0fc-4bb1-b056-c8bc8cc8f754 HTTP/1.1" status: 200 len: 946 time: 0.0482953 May 27 03:40:43.466605 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-df90a3cd-2257-44be-836b-2d27288d0ff8 req-aafa83c4-3656-4ea3-948f-64d6e39536d1 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8ab2741-0f13-4dfb-bc9d-9a1814c4d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426676 May 27 03:40:43.923614 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd5b64-90eb-43b2-80be-2c60196f616d req-c86de5c5-3523-4850-8683-b87bb598723f tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:43.925170 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-52dd5b64-90eb-43b2-80be-2c60196f616d req-c86de5c5-3523-4850-8683-b87bb598723f tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?device_id=867cc700-2db2-4653-a990-c386140f79c7 HTTP/1.1" status: 200 len: 946 time: 0.0463395 May 27 03:40:43.981648 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-52dd5b64-90eb-43b2-80be-2c60196f616d req-a39439ff-6409-48af-8a5f-9025ff500523 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/security-groups?id=de388d8e-a7d5-40d6-b17e-f8eee7583472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482879 May 27 03:40:44.585231 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48870d2a-2dab-4266-9a8f-814af22f04f3 req-1fae99a1-542d-4c3c-b3ed-3c0525090e05 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:44.586736 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-48870d2a-2dab-4266-9a8f-814af22f04f3 req-1fae99a1-542d-4c3c-b3ed-3c0525090e05 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/ports?device_id=7cec9927-a0fc-4bb1-b056-c8bc8cc8f754 HTTP/1.1" status: 200 len: 946 time: 0.0496109 May 27 03:40:44.636551 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-48870d2a-2dab-4266-9a8f-814af22f04f3 req-4a631093-0cd8-47ed-9d5d-dc4711666ad2 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8ab2741-0f13-4dfb-bc9d-9a1814c4d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430751 May 27 03:40:45.364862 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=46 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:45.549336 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39707ed1-3459-4bfd-b98d-f7dfbfbf84a9 req-806b2acd-d344-40c3-a710-dfa80ef4e5e4 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:45.550809 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-39707ed1-3459-4bfd-b98d-f7dfbfbf84a9 req-806b2acd-d344-40c3-a710-dfa80ef4e5e4 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?device_id=867cc700-2db2-4653-a990-c386140f79c7 HTTP/1.1" status: 200 len: 946 time: 0.0475087 May 27 03:40:45.599165 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-39707ed1-3459-4bfd-b98d-f7dfbfbf84a9 req-31c27d4d-2b3f-47ae-acbf-f1ccc3bb01be tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/security-groups?id=de388d8e-a7d5-40d6-b17e-f8eee7583472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418658 May 27 03:40:45.762347 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3214150-33c5-4fb3-b46e-ecd470e6b3f2 req-a0954f3d-833d-4986-8113-c87775f62420 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:45.764365 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c3214150-33c5-4fb3-b46e-ecd470e6b3f2 req-a0954f3d-833d-4986-8113-c87775f62420 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/ports?device_id=7cec9927-a0fc-4bb1-b056-c8bc8cc8f754 HTTP/1.1" status: 200 len: 946 time: 0.0567863 May 27 03:40:45.813065 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c3214150-33c5-4fb3-b46e-ecd470e6b3f2 req-4a154b1c-bcef-49c6-bf43-62df77a6cf70 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8ab2741-0f13-4dfb-bc9d-9a1814c4d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432255 May 27 03:40:46.713161 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50f859-d159-4bde-8f70-41e7807378eb req-afe0fc6c-96dc-4fe3-99e9-083a4f0b3add tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:46.714898 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0e50f859-d159-4bde-8f70-41e7807378eb req-afe0fc6c-96dc-4fe3-99e9-083a4f0b3add tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?device_id=867cc700-2db2-4653-a990-c386140f79c7 HTTP/1.1" status: 200 len: 946 time: 0.0468028 May 27 03:40:46.761875 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0e50f859-d159-4bde-8f70-41e7807378eb req-47503201-0046-4eb5-85f4-2ac455262a62 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/security-groups?id=de388d8e-a7d5-40d6-b17e-f8eee7583472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410323 May 27 03:40:46.931070 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e40c48-3d89-4ec2-9a26-c497d57af454 req-0f66a02f-9d4a-4370-aced-2396ad115257 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:46.932526 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c9e40c48-3d89-4ec2-9a26-c497d57af454 req-0f66a02f-9d4a-4370-aced-2396ad115257 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/ports?device_id=7cec9927-a0fc-4bb1-b056-c8bc8cc8f754 HTTP/1.1" status: 200 len: 946 time: 0.0513518 May 27 03:40:46.980502 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c9e40c48-3d89-4ec2-9a26-c497d57af454 req-2f1b1211-ef2b-4a29-8e57-cc25409a7d02 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8ab2741-0f13-4dfb-bc9d-9a1814c4d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420818 May 27 03:40:47.880040 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c6df4-f284-4390-b2d8-877cab6f664e req-7cd34d9a-868d-48bd-86d2-3dfacd8db016 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:47.881534 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ea4c6df4-f284-4390-b2d8-877cab6f664e req-7cd34d9a-868d-48bd-86d2-3dfacd8db016 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?device_id=867cc700-2db2-4653-a990-c386140f79c7 HTTP/1.1" status: 200 len: 946 time: 0.0524113 May 27 03:40:47.893009 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:47.937873 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ea4c6df4-f284-4390-b2d8-877cab6f664e req-939e02f9-1585-496c-bde7-49debf170041 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/security-groups?id=de388d8e-a7d5-40d6-b17e-f8eee7583472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508583 May 27 03:40:48.081110 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:48.096615 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a7bd9-8d48-4cd0-b9e8-af324c3ae973 req-ef66a4ac-1047-4583-953a-852675741c06 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:48.098107 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ca5a7bd9-8d48-4cd0-b9e8-af324c3ae973 req-ef66a4ac-1047-4583-953a-852675741c06 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/ports?device_id=7cec9927-a0fc-4bb1-b056-c8bc8cc8f754 HTTP/1.1" status: 200 len: 946 time: 0.0486538 May 27 03:40:48.153585 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ca5a7bd9-8d48-4cd0-b9e8-af324c3ae973 req-555f69db-916c-42a9-9527-9088663e594b tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8ab2741-0f13-4dfb-bc9d-9a1814c4d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496600 May 27 03:40:49.054356 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccdc7fe-6ace-40b5-8908-7281fcaf440c req-a97c0fb9-2412-4341-bca0-8260e30f89e2 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:49.055818 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-bccdc7fe-6ace-40b5-8908-7281fcaf440c req-a97c0fb9-2412-4341-bca0-8260e30f89e2 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?device_id=867cc700-2db2-4653-a990-c386140f79c7 HTTP/1.1" status: 200 len: 946 time: 0.0486262 May 27 03:40:49.103434 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-bccdc7fe-6ace-40b5-8908-7281fcaf440c req-5b3211fa-b825-48ba-99bd-7cd66772e13d tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/security-groups?id=de388d8e-a7d5-40d6-b17e-f8eee7583472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410779 May 27 03:40:49.270198 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576ab3e-39a8-4df7-9687-5281393c07d6 req-f0a12290-3e36-4530-b8cb-e846f5285192 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:49.271764 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0576ab3e-39a8-4df7-9687-5281393c07d6 req-f0a12290-3e36-4530-b8cb-e846f5285192 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/ports?device_id=7cec9927-a0fc-4bb1-b056-c8bc8cc8f754 HTTP/1.1" status: 200 len: 946 time: 0.0505886 May 27 03:40:49.321690 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0576ab3e-39a8-4df7-9687-5281393c07d6 req-aa2d8845-9c1c-48fc-a7c0-8013ed17693e tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8ab2741-0f13-4dfb-bc9d-9a1814c4d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437071 May 27 03:40:50.225136 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54665559-d610-42e8-ba07-dbe78d0eca82 req-e12c5c1c-5af3-4928-9554-01cd326a461d tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:50.226738 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-54665559-d610-42e8-ba07-dbe78d0eca82 req-e12c5c1c-5af3-4928-9554-01cd326a461d tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?device_id=867cc700-2db2-4653-a990-c386140f79c7 HTTP/1.1" status: 200 len: 946 time: 0.0564134 May 27 03:40:50.276144 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-54665559-d610-42e8-ba07-dbe78d0eca82 req-46fe0e9e-ce8d-4a41-936a-e0b111e118b3 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/security-groups?id=de388d8e-a7d5-40d6-b17e-f8eee7583472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433850 May 27 03:40:50.449014 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ccb365-3611-439b-885d-0f5d7800892f req-cf6f0b67-2e8d-4f28-9682-21bd6629b407 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:50.451305 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b8ccb365-3611-439b-885d-0f5d7800892f req-cf6f0b67-2e8d-4f28-9682-21bd6629b407 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/ports?device_id=7cec9927-a0fc-4bb1-b056-c8bc8cc8f754 HTTP/1.1" status: 200 len: 946 time: 0.0495090 May 27 03:40:50.500597 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b8ccb365-3611-439b-885d-0f5d7800892f req-3383114f-f961-4bc1-82bb-811ad7756b69 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8ab2741-0f13-4dfb-bc9d-9a1814c4d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437710 May 27 03:40:51.340035 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 6 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:40:51.392461 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d5f2e-7af1-4c38-b1e1-da54c0bafbab req-bd0f2f6a-67e5-4be0-a023-aebcdeff6ed1 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:51.393944 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-d36d5f2e-7af1-4c38-b1e1-da54c0bafbab req-bd0f2f6a-67e5-4be0-a023-aebcdeff6ed1 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?device_id=867cc700-2db2-4653-a990-c386140f79c7 HTTP/1.1" status: 200 len: 946 time: 0.0467453 May 27 03:40:51.446458 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-d36d5f2e-7af1-4c38-b1e1-da54c0bafbab req-83c1021e-12f1-49e0-9e59-d8b41c6a5d1a tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/security-groups?id=de388d8e-a7d5-40d6-b17e-f8eee7583472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468750 May 27 03:40:51.625753 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d14fce-4b36-4369-8136-09709f0ed622 req-0da00f28-64ef-4337-a92c-55d339cba41f tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:51.627362 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-82d14fce-4b36-4369-8136-09709f0ed622 req-0da00f28-64ef-4337-a92c-55d339cba41f tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/ports?device_id=7cec9927-a0fc-4bb1-b056-c8bc8cc8f754 HTTP/1.1" status: 200 len: 946 time: 0.0580041 May 27 03:40:51.675210 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-82d14fce-4b36-4369-8136-09709f0ed622 req-c81aca0f-c80a-4766-a647-a6a70df6c024 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8ab2741-0f13-4dfb-bc9d-9a1814c4d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422566 May 27 03:40:52.181367 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=5 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:52.260810 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=71,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:52.263726 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:52.276435 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08930492-e04a-4657-b18c-b7171232a970 req-672fb5ee-7c62-441c-b7fb-a3285db3058c tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:52.278064 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-08930492-e04a-4657-b18c-b7171232a970 req-672fb5ee-7c62-441c-b7fb-a3285db3058c tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.72 "GET /v2.0/ports?device_id=867cc700-2db2-4653-a990-c386140f79c7 HTTP/1.1" status: 200 len: 946 time: 0.0826442 May 27 03:40:52.284216 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16eee8a-69ec-49ea-a874-f35a6ddaa2f2 req-e62f26c3-15ab-4eb0-88c3-7860604f097c tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:52.286067 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-a16eee8a-69ec-49ea-a874-f35a6ddaa2f2 req-e62f26c3-15ab-4eb0-88c3-7860604f097c tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cec9927-a0fc-4bb1-b056-c8bc8cc8f754 HTTP/1.1" status: 200 len: 946 time: 0.0889597 May 27 03:40:52.437814 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [req-08930492-e04a-4657-b18c-b7171232a970 req-ec13dc88-d181-42be-80c2-434e9dd9928c tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Deleting port 65fb3bb6-5842-47ff-879b-555455ed8ec2 {{(pid=104678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:40:52.438144 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-08930492-e04a-4657-b18c-b7171232a970 req-ec13dc88-d181-42be-80c2-434e9dd9928c tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (65fb3bb6-5842-47ff-879b-555455ed8ec2), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:52.442502 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [req-a16eee8a-69ec-49ea-a874-f35a6ddaa2f2 req-ffbb2ab3-b8e5-48d4-833b-1458d8ea6f1e tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Deleting port 587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7 {{(pid=104678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:40:52.442827 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-a16eee8a-69ec-49ea-a874-f35a6ddaa2f2 req-ffbb2ab3-b8e5-48d4-833b-1458d8ea6f1e tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:52.577147 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56074a61-9ae2-4fa1-b141-bfa540ef400a req-58339b91-49ce-4cc1-8477-eafb74e9fe51 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:52.578688 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-56074a61-9ae2-4fa1-b141-bfa540ef400a req-58339b91-49ce-4cc1-8477-eafb74e9fe51 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?device_id=867cc700-2db2-4653-a990-c386140f79c7 HTTP/1.1" status: 200 len: 946 time: 0.0564640 May 27 03:40:52.610632 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-a16eee8a-69ec-49ea-a874-f35a6ddaa2f2 req-ffbb2ab3-b8e5-48d4-833b-1458d8ea6f1e tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] For port 587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7,segment=NetworkSegment(60f129d8-2bfd-4269-bbe3-b4874327f85a),segment_id=60f129d8-2bfd-4269-bbe3-b4874327f85a)] {{(pid=104678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:52.610998 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-a16eee8a-69ec-49ea-a874-f35a6ddaa2f2 req-ffbb2ab3-b8e5-48d4-833b-1458d8ea6f1e tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:52.621566 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-08930492-e04a-4657-b18c-b7171232a970 req-ec13dc88-d181-42be-80c2-434e9dd9928c tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] For port 65fb3bb6-5842-47ff-879b-555455ed8ec2, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=65fb3bb6-5842-47ff-879b-555455ed8ec2,segment=NetworkSegment(9c8de8f0-14f2-4378-ac86-cca160848b79),segment_id=9c8de8f0-14f2-4378-ac86-cca160848b79)] {{(pid=104678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:52.621979 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-08930492-e04a-4657-b18c-b7171232a970 req-ec13dc88-d181-42be-80c2-434e9dd9928c tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (65fb3bb6-5842-47ff-879b-555455ed8ec2), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:52.626959 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-56074a61-9ae2-4fa1-b141-bfa540ef400a req-8c8608da-6891-45ab-99ee-45731ee97ff2 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/security-groups?id=de388d8e-a7d5-40d6-b17e-f8eee7583472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426128 May 27 03:40:52.642789 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [req-a16eee8a-69ec-49ea-a874-f35a6ddaa2f2 req-ffbb2ab3-b8e5-48d4-833b-1458d8ea6f1e tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Calling delete_port for 587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7 owned by compute:nova {{(pid=104678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:40:52.649829 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [req-08930492-e04a-4657-b18c-b7171232a970 req-ec13dc88-d181-42be-80c2-434e9dd9928c tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Calling delete_port for 65fb3bb6-5842-47ff-879b-555455ed8ec2 owned by compute:nova {{(pid=104678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:40:52.794960 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15eb10-0781-4114-bef3-d94ce4f184e0 req-c5360c32-b55a-4a41-91e5-da7e845bdce4 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:52.796949 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5d15eb10-0781-4114-bef3-d94ce4f184e0 req-c5360c32-b55a-4a41-91e5-da7e845bdce4 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/ports?device_id=7cec9927-a0fc-4bb1-b056-c8bc8cc8f754 HTTP/1.1" status: 200 len: 946 time: 0.0523596 May 27 03:40:52.847288 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5d15eb10-0781-4114-bef3-d94ce4f184e0 req-c88a3442-499b-42d4-bc91-55f63203f79b tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8ab2741-0f13-4dfb-bc9d-9a1814c4d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445533 May 27 03:40:52.929732 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-a16eee8a-69ec-49ea-a874-f35a6ddaa2f2 req-ffbb2ab3-b8e5-48d4-833b-1458d8ea6f1e tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:52.937112 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-08930492-e04a-4657-b18c-b7171232a970 req-ec13dc88-d181-42be-80c2-434e9dd9928c tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (65fb3bb6-5842-47ff-879b-555455ed8ec2), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:52.942666 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] get_ports_and_sgs() called for port_ids ['587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7'] {{(pid=104679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:40:52.961901 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:52.963258 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] get_ports_and_sgs() called for port_ids ['65fb3bb6-5842-47ff-879b-555455ed8ec2'] {{(pid=104679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:40:52.969961 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbb2ab3-b8e5-48d4-833b-1458d8ea6f1e tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Pushing event deleted for resources: {'Port': ['ID=587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:53.051041 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec13dc88-d181-42be-80c2-434e9dd9928c tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Pushing event deleted for resources: {'Port': ['ID=65fb3bb6-5842-47ff-879b-555455ed8ec2,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:53.053114 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16eee8a-69ec-49ea-a874-f35a6ddaa2f2 req-ffbb2ab3-b8e5-48d4-833b-1458d8ea6f1e tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] No DVR routers for this DVR port 587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7 on host hv-cinder-84336 {{(pid=104678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:40:53.057647 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-a16eee8a-69ec-49ea-a874-f35a6ddaa2f2 req-ffbb2ab3-b8e5-48d4-833b-1458d8ea6f1e tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:53.060964 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-a16eee8a-69ec-49ea-a874-f35a6ddaa2f2 req-ffbb2ab3-b8e5-48d4-833b-1458d8ea6f1e tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.72 "DELETE /v2.0/ports/587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7 HTTP/1.1" status: 204 len: 173 time: 0.7622247 May 27 03:40:53.061482 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cec9927-a0fc-4bb1-b056-c8bc8cc8f754', 'name': 'network-vif-deleted', 'tag': '587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7'}] {{(pid=104678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:40:53.063666 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e1ed873ee784d85eb1b1d61ec54b86d2255e46a50b7e273563a24fff47d01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a15ee91-93f5-433f-a6be-b66907395218" -d '{"events": [{"server_uuid": "7cec9927-a0fc-4bb1-b056-c8bc8cc8f754", "name": "network-vif-deleted", "tag": "587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7"}]}' {{(pid=104678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:40:53.083824 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [req-08930492-e04a-4657-b18c-b7171232a970 req-ec13dc88-d181-42be-80c2-434e9dd9928c tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] No DVR routers for this DVR port 65fb3bb6-5842-47ff-879b-555455ed8ec2 on host hv-cinder-84336 {{(pid=104678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:40:53.086284 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-08930492-e04a-4657-b18c-b7171232a970 req-ec13dc88-d181-42be-80c2-434e9dd9928c tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:53.089760 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-08930492-e04a-4657-b18c-b7171232a970 req-ec13dc88-d181-42be-80c2-434e9dd9928c tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.72 "DELETE /v2.0/ports/65fb3bb6-5842-47ff-879b-555455ed8ec2 HTTP/1.1" status: 204 len: 173 time: 0.7975714 May 27 03:40:53.108272 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e995745f-39ff-4a00-824c-fc7d8e5aebf5 x-openstack-request-id: req-e995745f-39ff-4a00-824c-fc7d8e5aebf5 {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:40:53.108569 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cec9927-a0fc-4bb1-b056-c8bc8cc8f754", "name": "network-vif-deleted", "tag": "587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7", "status": "completed", "code": 200}]} {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:40:53.108829 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e995745f-39ff-4a00-824c-fc7d8e5aebf5 {{(pid=104678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:40:53.109242 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e995745f-39ff-4a00-824c-fc7d8e5aebf5'] response: {'server_uuid': '7cec9927-a0fc-4bb1-b056-c8bc8cc8f754', 'name': 'network-vif-deleted', 'tag': '587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7', 'status': 'completed', 'code': 200} May 27 03:40:53.735398 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-4e2a1b14-8a89-4c42-8e7c-481895f2ed69 req-ef3be285-f575-4bcd-a3d6-999782102b4d tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?device_id=867cc700-2db2-4653-a990-c386140f79c7 HTTP/1.1" status: 200 len: 210 time: 0.0289142 May 27 03:40:53.960462 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5b0d2b30-0dea-42f3-8e86-95627496bd97 req-655c3873-c8a8-4497-9c21-059726a77468 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/ports?device_id=7cec9927-a0fc-4bb1-b056-c8bc8cc8f754 HTTP/1.1" status: 200 len: 210 time: 0.0278945 May 27 03:40:54.846613 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5a0aae22-23e4-485a-9230-9eb7b69c8749 req-c1b1501d-c351-4f81-bfc9-2de2c1c8b710 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?device_id=867cc700-2db2-4653-a990-c386140f79c7 HTTP/1.1" status: 200 len: 210 time: 0.0315068 May 27 03:40:55.110417 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867cc700-2db2-4653-a990-c386140f79c7', 'name': 'network-vif-deleted', 'tag': '65fb3bb6-5842-47ff-879b-555455ed8ec2'}] {{(pid=104678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:40:55.112853 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e1ed873ee784d85eb1b1d61ec54b86d2255e46a50b7e273563a24fff47d01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16dd441-ed29-4ea3-85af-2997652edb36" -d '{"events": [{"server_uuid": "867cc700-2db2-4653-a990-c386140f79c7", "name": "network-vif-deleted", "tag": "65fb3bb6-5842-47ff-879b-555455ed8ec2"}]}' {{(pid=104678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:40:55.148122 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddc26e6-d95c-49ae-836a-c4732f7deb6d x-openstack-request-id: req-7ddc26e6-d95c-49ae-836a-c4732f7deb6d {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:40:55.148418 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "867cc700-2db2-4653-a990-c386140f79c7", "name": "network-vif-deleted", "tag": "65fb3bb6-5842-47ff-879b-555455ed8ec2", "status": "completed", "code": 200}]} {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:40:55.148668 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7ddc26e6-d95c-49ae-836a-c4732f7deb6d {{(pid=104678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:40:55.149069 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ddc26e6-d95c-49ae-836a-c4732f7deb6d'] response: {'server_uuid': '867cc700-2db2-4653-a990-c386140f79c7', 'name': 'network-vif-deleted', 'tag': '65fb3bb6-5842-47ff-879b-555455ed8ec2', 'status': 'completed', 'code': 200} May 27 03:40:55.816361 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-83fe3773-dafc-4bcc-b804-41c301919647 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1980619377&fields=id&tenant_id=768052d3698e483584138b97ac418580 HTTP/1.1" status: 200 len: 267 time: 0.0440364 May 27 03:40:55.890430 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:55.922844 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-9e2a25c9-de90-4535-801b-116d51bf6c8e tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:55.924311 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-9e2a25c9-de90-4535-801b-116d51bf6c8e tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/networks?id=66877992-c539-4a20-bc38-e23ad3fab872 HTTP/1.1" status: 200 len: 808 time: 0.1015306 May 27 03:40:55.941616 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-4ab4ae73-2187-4873-9388-99f56e8449d0 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/quotas/768052d3698e483584138b97ac418580 HTTP/1.1" status: 200 len: 375 time: 0.0095229 May 27 03:40:55.955313 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:55.993986 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-3c170b15-8f47-4ca3-bf64-285d10fb22e2 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=768052d3698e483584138b97ac418580&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489564 May 27 03:40:56.135894 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:40:56.155904 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] No Port match for: 587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7 {{(pid=104679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:40:56.156250 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 587fc5d0-a6d0-4c31-9f0b-6bcbf41422f7 not bound to the agent host hv-cinder-84336 {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:40:56.156676 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 65fb3bb6-5842-47ff-879b-555455ed8ec2 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:40:56.158674 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-02ae6583-7cd8-4dc3-871a-6ef97320891f service neutron] 10.222.0.71 "GET /v2.0/networks/66877992-c539-4a20-bc38-e23ad3fab872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493051 May 27 03:40:56.175482 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] No Port match for: 65fb3bb6-5842-47ff-879b-555455ed8ec2 {{(pid=104679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:40:56.183011 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 65fb3bb6-5842-47ff-879b-555455ed8ec2 not bound to the agent host hv-cinder-84336 {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:40:56.231775 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-81e70687-3be6-4df4-b9d0-2ad7c83984c5 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:56.233210 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-81e70687-3be6-4df4-b9d0-2ad7c83984c5 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/networks?id=1428776f-0a24-496f-a660-743e4715c1fc HTTP/1.1" status: 200 len: 809 time: 0.1719944 May 27 03:40:56.253643 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-13969e71-ed62-4949-9c72-cbcfce5e4d64 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/quotas/3401c848ca364701931a0be12510c4f3 HTTP/1.1" status: 200 len: 375 time: 0.0138731 May 27 03:40:56.303419 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-a744e9ac-f386-4552-abd7-9e5ba701ca65 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3401c848ca364701931a0be12510c4f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439191 May 27 03:40:56.306846 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-1914bf76-2beb-46ed-b9ee-f3a042b9c94e service neutron] 10.222.0.71 "GET /v2.0/networks/66877992-c539-4a20-bc38-e23ad3fab872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391356 May 27 03:40:56.394298 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-6a91c60f-1734-43d9-8760-ee1c46dacd32 service neutron] 10.222.0.71 "GET /v2.0/networks/1428776f-0a24-496f-a660-743e4715c1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833790 May 27 03:40:56.490866 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-2893c926-7fc5-4e28-8e22-386333186160 service neutron] 10.222.0.71 "GET /v2.0/networks/1428776f-0a24-496f-a660-743e4715c1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909686 May 27 03:40:56.774945 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-14faba2e-8f53-459f-a63e-f2b09ce0bd7d req-afd7ad2c-bab3-41d7-87fe-e0fd5dd992fd tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?device_id=c3634bb2-2325-4565-96a8-f38e7bb5b911 HTTP/1.1" status: 200 len: 210 time: 0.0310731 May 27 03:40:56.930141 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-62536696-c09b-4de6-9ac9-fbf6df609675 req-8f62fff4-b3ff-427a-84a5-681a6e42fe0d tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 210 time: 0.0301342 May 27 03:40:57.863815 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-947e3269-2852-474c-83c2-6ccfe8dcf070 req-a9c3b84b-bb46-4dac-8cf9-1d3f052709fe tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?device_id=c3634bb2-2325-4565-96a8-f38e7bb5b911 HTTP/1.1" status: 200 len: 210 time: 0.0312526 May 27 03:40:58.238904 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f14ae91c-726b-4b01-b38e-587956a235ed req-ce4cf6cb-8824-4db4-894f-a0a5becd7676 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 210 time: 0.2164984 May 27 03:40:58.829948 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:58.864469 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-b06eb794-f011-4621-a336-e92f33b26965 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:58.865962 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-b06eb794-f011-4621-a336-e92f33b26965 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.72 "GET /v2.0/networks?id=1428776f-0a24-496f-a660-743e4715c1fc HTTP/1.1" status: 200 len: 809 time: 0.1126544 May 27 03:40:58.878815 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-df829a25-14fb-4541-8bc5-3c6516a0edaa tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Request body: {'port': {'device_id': 'c3634bb2-2325-4565-96a8-f38e7bb5b911', 'network_id': '1428776f-0a24-496f-a660-743e4715c1fc', 'admin_state_up': True, 'tenant_id': '3401c848ca364701931a0be12510c4f3'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:40:58.973918 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f3ac0aa9-f53a-4ff5-9ee0-815c16fd6a85 req-161ca00d-3e81-485a-8e89-e48dd2bf51da tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?device_id=c3634bb2-2325-4565-96a8-f38e7bb5b911 HTTP/1.1" status: 200 len: 210 time: 0.0298629 May 27 03:40:59.134889 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-df829a25-14fb-4541-8bc5-3c6516a0edaa tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Made reservation on behalf of 3401c848ca364701931a0be12510c4f3 for: {'port': 1} {{(pid=104678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:40:59.138936 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-df829a25-14fb-4541-8bc5-3c6516a0edaa tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:59.278611 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.db_base_plugin_common [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-df829a25-14fb-4541-8bc5-3c6516a0edaa tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Allocated IP 172.20.0.14 (1428776f-0a24-496f-a660-743e4715c1fc/2eb33205-5634-4e52-b4f2-9afa3146db1d/adf99fd3-003a-4538-86ac-9a58b39eeac0) {{(pid=104678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:40:59.352408 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5627e575-140f-4af6-b8ff-06bb4babc448 req-2db0b09b-c862-40c2-87e1-b588c4d513f5 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 210 time: 0.0284202 May 27 03:40:59.485200 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-04c461e3-0ab9-487c-85ee-5e52468693d9 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:59.486930 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-04c461e3-0ab9-487c-85ee-5e52468693d9 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.72 "GET /v2.0/networks?id=66877992-c539-4a20-bc38-e23ad3fab872 HTTP/1.1" status: 200 len: 808 time: 0.2028310 May 27 03:40:59.569089 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-df829a25-14fb-4541-8bc5-3c6516a0edaa tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Publish callbacks [] for port (adf99fd3-003a-4538-86ac-9a58b39eeac0), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:59.574778 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:59.617275 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-97c80a29-fd8c-4144-aba4-ffe72767d85a tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=768052d3698e483584138b97ac418580 HTTP/1.1" status: 200 len: 380 time: 0.1161327 May 27 03:40:59.628711 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-20398982-c28d-4160-a009-bb7c027214a2 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Request body: {'port': {'device_id': '24144904-0238-4933-b5ed-1b4c9e7fd28f', 'network_id': '66877992-c539-4a20-bc38-e23ad3fab872', 'admin_state_up': True, 'tenant_id': '768052d3698e483584138b97ac418580', 'security_groups': ['9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd']}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:40:59.758943 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-df829a25-14fb-4541-8bc5-3c6516a0edaa tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (adf99fd3-003a-4538-86ac-9a58b39eeac0), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:59.785457 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:59.806779 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-df829a25-14fb-4541-8bc5-3c6516a0edaa tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Network 1428776f-0a24-496f-a660-743e4715c1fc is already hosted by enough agents. {{(pid=104678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:40:59.812574 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.base_scheduler [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-df829a25-14fb-4541-8bc5-3c6516a0edaa tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Resources bound (agent type, host, resource id): {{(pid=104678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:59.814810 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df829a25-14fb-4541-8bc5-3c6516a0edaa tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Pushing event updated for resources: {'Port': ['ID=adf99fd3-003a-4538-86ac-9a58b39eeac0,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:59.822147 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-df829a25-14fb-4541-8bc5-3c6516a0edaa tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Received port after_create {{(pid=104678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:40:59.824293 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-520a27f5-a5ff-456e-b7f7-d178e27ef322 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:59.825878 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-520a27f5-a5ff-456e-b7f7-d178e27ef322 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/networks?id=0df1de14-3a91-4d76-a61c-003366553be5 HTTP/1.1" status: 200 len: 814 time: 0.1094820 May 27 03:40:59.842075 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-be40adad-11b0-4e22-a4de-54ab224abaef tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/quotas/3f91679e053a4582945dcbace6c93d24 HTTP/1.1" status: 200 len: 375 time: 0.0099521 May 27 03:40:59.857587 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-20398982-c28d-4160-a009-bb7c027214a2 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Made reservation on behalf of 768052d3698e483584138b97ac418580 for: {'port': 1} {{(pid=104678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:40:59.861244 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-20398982-c28d-4160-a009-bb7c027214a2 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:59.892874 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-0ffe0e9c-9907-4501-a7cc-e0fc238251a6 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3f91679e053a4582945dcbace6c93d24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437429 May 27 03:40:59.901854 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-df829a25-14fb-4541-8bc5-3c6516a0edaa tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:59.902178 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-df829a25-14fb-4541-8bc5-3c6516a0edaa tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:59.952412 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:59.985546 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-f3d0d53d-716f-4215-9832-2e92e54d4639 service neutron] 10.222.0.71 "GET /v2.0/networks/0df1de14-3a91-4d76-a61c-003366553be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917416 May 27 03:41:00.034990 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.db_base_plugin_common [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-20398982-c28d-4160-a009-bb7c027214a2 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Allocated IP 172.20.0.4 (66877992-c539-4a20-bc38-e23ad3fab872/d06f8d51-ddd1-498e-b885-be07a3b307ee/2c01d7d2-45fa-41fd-aac9-41a72ed6d89f) {{(pid=104678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:00.040867 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-df829a25-14fb-4541-8bc5-3c6516a0edaa tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1655498 May 27 03:41:00.055020 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-8ef3baf5-2e24-410b-b4f9-f1b046cf46cd service neutron] Request body: {'port': {'device_id': 'c3634bb2-2325-4565-96a8-f38e7bb5b911', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:41:00.112151 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-fd5be7e6-6618-4c0d-aa6b-08294f69048a service neutron] 10.222.0.71 "GET /v2.0/networks/0df1de14-3a91-4d76-a61c-003366553be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198840 May 27 03:41:00.155873 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535aeb4f-1c84-4173-ac82-391d26bd4fc1 req-7055fc66-68d1-45a6-b6ff-14677724cd68 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:00.157587 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-535aeb4f-1c84-4173-ac82-391d26bd4fc1 req-7055fc66-68d1-45a6-b6ff-14677724cd68 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?device_id=c3634bb2-2325-4565-96a8-f38e7bb5b911 HTTP/1.1" status: 200 len: 932 time: 0.0613859 May 27 03:41:00.189750 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-8ef3baf5-2e24-410b-b4f9-f1b046cf46cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (adf99fd3-003a-4538-86ac-9a58b39eeac0), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:00.206837 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:00.214750 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:00.224085 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-535aeb4f-1c84-4173-ac82-391d26bd4fc1 req-9df0387c-86da-48aa-a8fe-639a541bcd59 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/security-groups?id=de388d8e-a7d5-40d6-b17e-f8eee7583472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610521 May 27 03:41:00.313199 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-20398982-c28d-4160-a009-bb7c027214a2 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks [] for port (2c01d7d2-45fa-41fd-aac9-41a72ed6d89f), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:00.427885 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-7151a3c8-900b-4bb9-b31a-126a3c325791 req-929d27f0-26f3-4563-8875-ad68ad353ad8 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/ports?device_id=5442e526-9bae-444b-be40-78dda1200ecb HTTP/1.1" status: 200 len: 210 time: 0.0415013 May 27 03:41:00.494572 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-6625e855-94fd-48e1-ac40-02c24d30665e req-b669d195-b4e3-4c17-8a9d-99a7798a241a tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 210 time: 0.0383961 May 27 03:41:00.531046 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-20398982-c28d-4160-a009-bb7c027214a2 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (2c01d7d2-45fa-41fd-aac9-41a72ed6d89f), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:00.593515 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-20398982-c28d-4160-a009-bb7c027214a2 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Network 66877992-c539-4a20-bc38-e23ad3fab872 is already hosted by enough agents. {{(pid=104678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:00.601339 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.base_scheduler [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-20398982-c28d-4160-a009-bb7c027214a2 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Resources bound (agent type, host, resource id): {{(pid=104678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:00.609019 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-20398982-c28d-4160-a009-bb7c027214a2 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Received port after_create {{(pid=104678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:41:00.617175 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:00.646056 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20398982-c28d-4160-a009-bb7c027214a2 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Pushing event updated for resources: {'Port': ['ID=2c01d7d2-45fa-41fd-aac9-41a72ed6d89f,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:00.693438 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-8ef3baf5-2e24-410b-b4f9-f1b046cf46cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adf99fd3-003a-4538-86ac-9a58b39eeac0 {{(pid=104678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:41:00.707563 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-20398982-c28d-4160-a009-bb7c027214a2 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:00.708228 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-20398982-c28d-4160-a009-bb7c027214a2 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:00.730338 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-8ef3baf5-2e24-410b-b4f9-f1b046cf46cd service neutron] Publish callbacks [] for port (adf99fd3-003a-4538-86ac-9a58b39eeac0), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:00.737012 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.provisioning_blocks [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-8ef3baf5-2e24-410b-b4f9-f1b046cf46cd service neutron] Transition to ACTIVE for port object adf99fd3-003a-4538-86ac-9a58b39eeac0 will not be triggered until provisioned by entity L2. {{(pid=104678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:41:00.810989 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-8ef3baf5-2e24-410b-b4f9-f1b046cf46cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62479337'] for port (adf99fd3-003a-4538-86ac-9a58b39eeac0), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:00.816661 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-20398982-c28d-4160-a009-bb7c027214a2 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1929660 May 27 03:41:00.851847 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d90ba401-65af-46d3-8fa3-9ec41e684f94 None None] Provisioning complete for port 2c01d7d2-45fa-41fd-aac9-41a72ed6d89f triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:41:00.852379 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d90ba401-65af-46d3-8fa3-9ec41e684f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (2c01d7d2-45fa-41fd-aac9-41a72ed6d89f), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:00.857635 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-b48f2c86-ff2e-48a1-808f-de66ff11b1af service neutron] Request body: {'port': {'device_id': '24144904-0238-4933-b5ed-1b4c9e7fd28f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:41:00.886484 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d90ba401-65af-46d3-8fa3-9ec41e684f94 None None] Port 2c01d7d2-45fa-41fd-aac9-41a72ed6d89f cannot update to ACTIVE because it is not bound. {{(pid=104679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:41:00.914611 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3baf5-2e24-410b-b4f9-f1b046cf46cd service neutron] Pushing event updated for resources: {'Port': ['ID=adf99fd3-003a-4538-86ac-9a58b39eeac0,revision_number=2']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:00.993057 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-b48f2c86-ff2e-48a1-808f-de66ff11b1af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (2c01d7d2-45fa-41fd-aac9-41a72ed6d89f), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:01.048129 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-8ef3baf5-2e24-410b-b4f9-f1b046cf46cd service neutron] Attempting to bind port adf99fd3-003a-4538-86ac-9a58b39eeac0 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:41:01.048468 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-8ef3baf5-2e24-410b-b4f9-f1b046cf46cd service neutron] Attempting to bind port adf99fd3-003a-4538-86ac-9a58b39eeac0 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '9c8de8f0-14f2-4378-ac86-cca160848b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '1428776f-0a24-496f-a660-743e4715c1fc'}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:41:01.048798 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-8ef3baf5-2e24-410b-b4f9-f1b046cf46cd service neutron] Attempting to bind port adf99fd3-003a-4538-86ac-9a58b39eeac0 on network 1428776f-0a24-496f-a660-743e4715c1fc {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:41:01.062267 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-8ef3baf5-2e24-410b-b4f9-f1b046cf46cd service neutron] Port adf99fd3-003a-4538-86ac-9a58b39eeac0 on network 1428776f-0a24-496f-a660-743e4715c1fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:41:01.062267 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-8ef3baf5-2e24-410b-b4f9-f1b046cf46cd service neutron] Attempting to bind port adf99fd3-003a-4538-86ac-9a58b39eeac0 on network 1428776f-0a24-496f-a660-743e4715c1fc {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:41:01.085975 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-8ef3baf5-2e24-410b-b4f9-f1b046cf46cd service neutron] Checking agent: {'id': '1c07afa2-e502-46e1-ac2b-740a8f00a450', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 36, 8), 'started_at': datetime.datetime(2022, 5, 27, 3, 36, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:41:01.086319 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-8ef3baf5-2e24-410b-b4f9-f1b046cf46cd service neutron] Checking segment: {'id': '9c8de8f0-14f2-4378-ac86-cca160848b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '1428776f-0a24-496f-a660-743e4715c1fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:41:01.086710 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-8ef3baf5-2e24-410b-b4f9-f1b046cf46cd service neutron] Bound using segment: {'id': '9c8de8f0-14f2-4378-ac86-cca160848b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '1428776f-0a24-496f-a660-743e4715c1fc'} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:41:01.091093 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-8ef3baf5-2e24-410b-b4f9-f1b046cf46cd service neutron] Bound port: adf99fd3-003a-4538-86ac-9a58b39eeac0, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c8de8f0-14f2-4378-ac86-cca160848b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '1428776f-0a24-496f-a660-743e4715c1fc'}}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:41:01.091093 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-8ef3baf5-2e24-410b-b4f9-f1b046cf46cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (adf99fd3-003a-4538-86ac-9a58b39eeac0), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:01.230151 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:01.269566 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-8ef3baf5-2e24-410b-b4f9-f1b046cf46cd service neutron] For port adf99fd3-003a-4538-86ac-9a58b39eeac0, host hv-cinder-84336, cleared binding levels {{(pid=104678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:41:01.287414 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-8ef3baf5-2e24-410b-b4f9-f1b046cf46cd service neutron] For port adf99fd3-003a-4538-86ac-9a58b39eeac0, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=adf99fd3-003a-4538-86ac-9a58b39eeac0,segment=NetworkSegment(9c8de8f0-14f2-4378-ac86-cca160848b79),segment_id=9c8de8f0-14f2-4378-ac86-cca160848b79)] {{(pid=104678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:41:01.336221 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=4 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:01.342469 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0d3f8-e8bf-49bb-a159-226693a51bc6 req-4418fd42-7f64-403a-bf80-3c532cd49fa1 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:01.343981 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-bef0d3f8-e8bf-49bb-a159-226693a51bc6 req-4418fd42-7f64-403a-bf80-3c532cd49fa1 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?device_id=c3634bb2-2325-4565-96a8-f38e7bb5b911 HTTP/1.1" status: 200 len: 944 time: 0.0492606 May 27 03:41:01.381232 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-b48f2c86-ff2e-48a1-808f-de66ff11b1af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c01d7d2-45fa-41fd-aac9-41a72ed6d89f {{(pid=104678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:41:01.389949 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-b48f2c86-ff2e-48a1-808f-de66ff11b1af service neutron] Publish callbacks [] for port (2c01d7d2-45fa-41fd-aac9-41a72ed6d89f), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:01.392999 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-8ef3baf5-2e24-410b-b4f9-f1b046cf46cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62479337'] for port (adf99fd3-003a-4538-86ac-9a58b39eeac0), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:01.406315 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-bef0d3f8-e8bf-49bb-a159-226693a51bc6 req-ae8cb91d-5056-41b9-acdf-076de156a1a2 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/security-groups?id=de388d8e-a7d5-40d6-b17e-f8eee7583472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557158 May 27 03:41:01.441597 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.provisioning_blocks [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-b48f2c86-ff2e-48a1-808f-de66ff11b1af service neutron] Transition to ACTIVE for port object 2c01d7d2-45fa-41fd-aac9-41a72ed6d89f will not be triggered until provisioned by entity L2. {{(pid=104678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:41:01.444653 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-8ef3baf5-2e24-410b-b4f9-f1b046cf46cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:01.445594 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-8ef3baf5-2e24-410b-b4f9-f1b046cf46cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:01.447111 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-8ef3baf5-2e24-410b-b4f9-f1b046cf46cd service neutron] 10.222.0.72 "PUT /v2.0/ports/adf99fd3-003a-4538-86ac-9a58b39eeac0 HTTP/1.1" status: 200 len: 1094 time: 1.3967805 May 27 03:41:01.449512 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3634bb2-2325-4565-96a8-f38e7bb5b911', 'tag': 'adf99fd3-003a-4538-86ac-9a58b39eeac0'}] {{(pid=104678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:41:01.452486 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e1ed873ee784d85eb1b1d61ec54b86d2255e46a50b7e273563a24fff47d01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757312cb-ac21-4d60-9ca2-d05e957e8555" -d '{"events": [{"name": "network-changed", "server_uuid": "c3634bb2-2325-4565-96a8-f38e7bb5b911", "tag": "adf99fd3-003a-4538-86ac-9a58b39eeac0"}]}' {{(pid=104678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:41:01.478839 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3baf5-2e24-410b-b4f9-f1b046cf46cd service neutron] Pushing event updated for resources: {'Port': ['ID=adf99fd3-003a-4538-86ac-9a58b39eeac0,revision_number=3']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:01.492611 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06112e9-d207-4d5b-a18c-84b08075e603 x-openstack-request-id: req-c06112e9-d207-4d5b-a18c-84b08075e603 {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:41:01.492988 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3634bb2-2325-4565-96a8-f38e7bb5b911", "tag": "adf99fd3-003a-4538-86ac-9a58b39eeac0", "status": "completed", "code": 200}]} {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:41:01.493240 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c06112e9-d207-4d5b-a18c-84b08075e603 {{(pid=104678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:41:01.493809 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c06112e9-d207-4d5b-a18c-84b08075e603'] response: {'name': 'network-changed', 'server_uuid': 'c3634bb2-2325-4565-96a8-f38e7bb5b911', 'tag': 'adf99fd3-003a-4538-86ac-9a58b39eeac0', 'status': 'completed', 'code': 200} May 27 03:41:01.511703 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-b48f2c86-ff2e-48a1-808f-de66ff11b1af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62479337'] for port (2c01d7d2-45fa-41fd-aac9-41a72ed6d89f), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:01.523257 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:01.536269 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9aeaff7e-4fc6-47e8-9d27-440dee47b202 req-2abc8686-eaaf-4f18-af13-ed5ef53e6634 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/ports?device_id=5442e526-9bae-444b-be40-78dda1200ecb HTTP/1.1" status: 200 len: 210 time: 0.0408442 May 27 03:41:01.612947 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f2c86-ff2e-48a1-808f-de66ff11b1af service neutron] Pushing event updated for resources: {'Port': ['ID=2c01d7d2-45fa-41fd-aac9-41a72ed6d89f,revision_number=2']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:01.618561 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757312cb-ac21-4d60-9ca2-d05e957e8555 req-bbfb77a2-f0b6-4865-9f94-33e9cbc1aedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:01.624735 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-757312cb-ac21-4d60-9ca2-d05e957e8555 req-bbfb77a2-f0b6-4865-9f94-33e9cbc1aedd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3401c848ca364701931a0be12510c4f3&device_id=c3634bb2-2325-4565-96a8-f38e7bb5b911 HTTP/1.1" status: 200 len: 1128 time: 0.0638974 May 27 03:41:01.652293 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a39e61-9749-46af-970f-ad798d348705 req-590ce4e6-dccb-4e40-b1ab-d8478430cce7 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:01.662491 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-89a39e61-9749-46af-970f-ad798d348705 req-590ce4e6-dccb-4e40-b1ab-d8478430cce7 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 943 time: 0.0712464 May 27 03:41:01.733228 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-89a39e61-9749-46af-970f-ad798d348705 req-355b99bc-259f-42b5-bd24-9aff7f983489 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/security-groups?id=9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694494 May 27 03:41:01.802050 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757312cb-ac21-4d60-9ca2-d05e957e8555 req-992ca572-fa75-4554-bce6-dca3c7a1610b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:01.803647 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-757312cb-ac21-4d60-9ca2-d05e957e8555 req-992ca572-fa75-4554-bce6-dca3c7a1610b service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=3401c848ca364701931a0be12510c4f3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1411011 May 27 03:41:01.837555 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-b48f2c86-ff2e-48a1-808f-de66ff11b1af service neutron] Attempting to bind port 2c01d7d2-45fa-41fd-aac9-41a72ed6d89f on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:41:01.837892 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-b48f2c86-ff2e-48a1-808f-de66ff11b1af service neutron] Attempting to bind port 2c01d7d2-45fa-41fd-aac9-41a72ed6d89f by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '59d0f9c5-fa7f-45ad-b3fc-654ed598984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '66877992-c539-4a20-bc38-e23ad3fab872'}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:41:01.838520 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-b48f2c86-ff2e-48a1-808f-de66ff11b1af service neutron] Attempting to bind port 2c01d7d2-45fa-41fd-aac9-41a72ed6d89f on network 66877992-c539-4a20-bc38-e23ad3fab872 {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:41:01.847410 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-b48f2c86-ff2e-48a1-808f-de66ff11b1af service neutron] Port 2c01d7d2-45fa-41fd-aac9-41a72ed6d89f on network 66877992-c539-4a20-bc38-e23ad3fab872 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:41:01.847736 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-b48f2c86-ff2e-48a1-808f-de66ff11b1af service neutron] Attempting to bind port 2c01d7d2-45fa-41fd-aac9-41a72ed6d89f on network 66877992-c539-4a20-bc38-e23ad3fab872 {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:41:01.887380 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-b48f2c86-ff2e-48a1-808f-de66ff11b1af service neutron] Checking agent: {'id': '1c07afa2-e502-46e1-ac2b-740a8f00a450', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 36, 8), 'started_at': datetime.datetime(2022, 5, 27, 3, 36, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:41:01.888093 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-b48f2c86-ff2e-48a1-808f-de66ff11b1af service neutron] Checking segment: {'id': '59d0f9c5-fa7f-45ad-b3fc-654ed598984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '66877992-c539-4a20-bc38-e23ad3fab872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:41:01.888293 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-b48f2c86-ff2e-48a1-808f-de66ff11b1af service neutron] Bound using segment: {'id': '59d0f9c5-fa7f-45ad-b3fc-654ed598984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '66877992-c539-4a20-bc38-e23ad3fab872'} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:41:01.888731 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-b48f2c86-ff2e-48a1-808f-de66ff11b1af service neutron] Bound port: 2c01d7d2-45fa-41fd-aac9-41a72ed6d89f, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59d0f9c5-fa7f-45ad-b3fc-654ed598984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '66877992-c539-4a20-bc38-e23ad3fab872'}}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:41:01.889095 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-b48f2c86-ff2e-48a1-808f-de66ff11b1af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (2c01d7d2-45fa-41fd-aac9-41a72ed6d89f), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:01.962920 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757312cb-ac21-4d60-9ca2-d05e957e8555 req-7253bfb8-27e0-424d-81f5-b472c1952ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:01.964649 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-757312cb-ac21-4d60-9ca2-d05e957e8555 req-7253bfb8-27e0-424d-81f5-b472c1952ae4 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1492865 May 27 03:41:01.982761 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-b48f2c86-ff2e-48a1-808f-de66ff11b1af service neutron] For port 2c01d7d2-45fa-41fd-aac9-41a72ed6d89f, host hv-cinder-84336, cleared binding levels {{(pid=104678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:41:01.986496 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-b48f2c86-ff2e-48a1-808f-de66ff11b1af service neutron] For port 2c01d7d2-45fa-41fd-aac9-41a72ed6d89f, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=2c01d7d2-45fa-41fd-aac9-41a72ed6d89f,segment=NetworkSegment(59d0f9c5-fa7f-45ad-b3fc-654ed598984c),segment_id=59d0f9c5-fa7f-45ad-b3fc-654ed598984c)] {{(pid=104678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:41:01.987660 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:02.047874 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-dfe9c962-54a2-4036-9615-426a4280d8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:02.049364 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-dfe9c962-54a2-4036-9615-426a4280d8d1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3401c848ca364701931a0be12510c4f3&device_id=c3634bb2-2325-4565-96a8-f38e7bb5b911 HTTP/1.1" status: 200 len: 1128 time: 0.0382106 May 27 03:41:02.092328 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-d2b6564f-924f-4619-8a2f-a4e4ce4a84a3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adf99fd3-003a-4538-86ac-9a58b39eeac0 HTTP/1.1" status: 200 len: 217 time: 0.0360003 May 27 03:41:02.095580 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-b48f2c86-ff2e-48a1-808f-de66ff11b1af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62479337'] for port (2c01d7d2-45fa-41fd-aac9-41a72ed6d89f), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:02.159305 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-b48f2c86-ff2e-48a1-808f-de66ff11b1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:02.159919 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-b48f2c86-ff2e-48a1-808f-de66ff11b1af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:02.161320 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-b48f2c86-ff2e-48a1-808f-de66ff11b1af service neutron] 10.222.0.72 "PUT /v2.0/ports/2c01d7d2-45fa-41fd-aac9-41a72ed6d89f HTTP/1.1" status: 200 len: 1093 time: 1.3361645 May 27 03:41:02.191581 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-8e207c9e-5d72-4528-9118-b2983d9a4f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:02.193054 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-8e207c9e-5d72-4528-9118-b2983d9a4f1f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2eb33205-5634-4e52-b4f2-9afa3146db1d HTTP/1.1" status: 200 len: 849 time: 0.0941880 May 27 03:41:02.197350 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f2c86-ff2e-48a1-808f-de66ff11b1af service neutron] Pushing event updated for resources: {'Port': ['ID=2c01d7d2-45fa-41fd-aac9-41a72ed6d89f,revision_number=3']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:02.363946 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-1f2ed54c-f730-430d-bbfe-3c83a9e6c281 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1428776f-0a24-496f-a660-743e4715c1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286868 May 27 03:41:02.488622 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-444566e6-9459-4e80-b9b2-c5ede71445cb service neutron] 10.222.0.72 "GET /v2.0/networks/1428776f-0a24-496f-a660-743e4715c1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179361 May 27 03:41:02.506848 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-1634fac4-fbda-475a-9507-83e0664b478a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:02.508256 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-1634fac4-fbda-475a-9507-83e0664b478a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=768052d3698e483584138b97ac418580&device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 1127 time: 0.0608046 May 27 03:41:02.571096 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a322a-a51a-4bbe-839a-d5b1c112aa90 req-baab7d19-cb79-402c-a50f-f37771576a50 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:02.572680 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0a5a322a-a51a-4bbe-839a-d5b1c112aa90 req-baab7d19-cb79-402c-a50f-f37771576a50 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?device_id=c3634bb2-2325-4565-96a8-f38e7bb5b911 HTTP/1.1" status: 200 len: 944 time: 0.0997617 May 27 03:41:02.634908 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0a5a322a-a51a-4bbe-839a-d5b1c112aa90 req-9eccef4d-fe9d-4dab-b405-57b301753ca0 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/security-groups?id=de388d8e-a7d5-40d6-b17e-f8eee7583472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533345 May 27 03:41:02.687907 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0707c467-4e67-47d5-a5f6-a4500801a4a8 req-b24ef19e-da03-4804-8878-1d93833552b7 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/ports?device_id=5442e526-9bae-444b-be40-78dda1200ecb HTTP/1.1" status: 200 len: 210 time: 0.0496964 May 27 03:41:02.740019 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-b8116425-36bc-405f-b0f8-4461100da291 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:02.741792 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-b8116425-36bc-405f-b0f8-4461100da291 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.72 "GET /v2.0/networks?id=0df1de14-3a91-4d76-a61c-003366553be5 HTTP/1.1" status: 200 len: 814 time: 0.2368624 May 27 03:41:02.756233 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-480eb44f-13bd-4dfb-a9a5-5c0f4567eb31 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Request body: {'port': {'device_id': '5442e526-9bae-444b-be40-78dda1200ecb', 'network_id': '0df1de14-3a91-4d76-a61c-003366553be5', 'admin_state_up': True, 'tenant_id': '3f91679e053a4582945dcbace6c93d24'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:41:02.823155 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-75fb7bb9-bc31-4914-9952-570d46077f44 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c01d7d2-45fa-41fd-aac9-41a72ed6d89f HTTP/1.1" status: 200 len: 217 time: 0.3024013 May 27 03:41:02.894961 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69ddb0-b152-49d3-86b1-5f119dbbb717 req-52a28b39-a212-4f2b-92c6-7fe203ec9068 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:02.896562 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-dc69ddb0-b152-49d3-86b1-5f119dbbb717 req-52a28b39-a212-4f2b-92c6-7fe203ec9068 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 943 time: 0.0752623 May 27 03:41:02.906926 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-7eeb266b-eb37-4ed4-9d09-4f3e23866681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:02.912879 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-7eeb266b-eb37-4ed4-9d09-4f3e23866681 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d06f8d51-ddd1-498e-b885-be07a3b307ee HTTP/1.1" status: 200 len: 847 time: 0.0777705 May 27 03:41:02.912879 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-4ab006d3-b49c-4980-bd07-a8c64694b8a4 service neutron] 10.222.0.72 "GET /v2.0/networks/1428776f-0a24-496f-a660-743e4715c1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126379 May 27 03:41:02.961081 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-354f835b-b3a1-409f-be3b-ea85d2455da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:02.962671 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-354f835b-b3a1-409f-be3b-ea85d2455da6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=66877992-c539-4a20-bc38-e23ad3fab872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0445404 May 27 03:41:02.980639 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-dc69ddb0-b152-49d3-86b1-5f119dbbb717 req-82f142a0-735b-4354-8296-29d5437288b8 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/security-groups?id=9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719571 May 27 03:41:03.061086 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-eb8fd7f5-158d-47cd-93d7-ca1cf7d0da0e service neutron] 10.222.0.72 "GET /v2.0/networks/66877992-c539-4a20-bc38-e23ad3fab872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907359 May 27 03:41:03.078583 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-480eb44f-13bd-4dfb-a9a5-5c0f4567eb31 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Made reservation on behalf of 3f91679e053a4582945dcbace6c93d24 for: {'port': 1} {{(pid=104677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:41:03.082329 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-480eb44f-13bd-4dfb-a9a5-5c0f4567eb31 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:03.093801 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=100 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:03.164106 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-c9af9488-dfcf-4c1b-a798-7cae79f32a03 req-e7033192-8f3a-41d4-a6f6-b830f9e190f6 service neutron] 10.222.0.72 "GET /v2.0/networks/66877992-c539-4a20-bc38-e23ad3fab872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941119 May 27 03:41:03.211174 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.db_base_plugin_common [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-480eb44f-13bd-4dfb-a9a5-5c0f4567eb31 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Allocated IP 172.20.0.14 (0df1de14-3a91-4d76-a61c-003366553be5/838dbcad-2fcb-4c2e-86a6-33f34e4a9348/003af2b9-29bd-4270-91a3-71412843af3a) {{(pid=104677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:03.334587 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:03.346443 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:03.361032 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-480eb44f-13bd-4dfb-a9a5-5c0f4567eb31 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Publish callbacks [] for port (003af2b9-29bd-4270-91a3-71412843af3a), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:03.495196 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24144904-0238-4933-b5ed-1b4c9e7fd28f', 'tag': '2c01d7d2-45fa-41fd-aac9-41a72ed6d89f'}] {{(pid=104678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:41:03.497572 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e1ed873ee784d85eb1b1d61ec54b86d2255e46a50b7e273563a24fff47d01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2567af01-5bce-40a0-8c33-2de4657b7e36" -d '{"events": [{"name": "network-changed", "server_uuid": "24144904-0238-4933-b5ed-1b4c9e7fd28f", "tag": "2c01d7d2-45fa-41fd-aac9-41a72ed6d89f"}]}' {{(pid=104678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:41:03.500931 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-480eb44f-13bd-4dfb-a9a5-5c0f4567eb31 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59984224'] for port (003af2b9-29bd-4270-91a3-71412843af3a), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:03.537520 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61fffde-57f5-412d-aa3b-dff0087fbebb x-openstack-request-id: req-a61fffde-57f5-412d-aa3b-dff0087fbebb {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:41:03.537886 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24144904-0238-4933-b5ed-1b4c9e7fd28f", "tag": "2c01d7d2-45fa-41fd-aac9-41a72ed6d89f", "status": "completed", "code": 200}]} {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:41:03.538755 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a61fffde-57f5-412d-aa3b-dff0087fbebb {{(pid=104678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:41:03.539162 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a61fffde-57f5-412d-aa3b-dff0087fbebb'] response: {'name': 'network-changed', 'server_uuid': '24144904-0238-4933-b5ed-1b4c9e7fd28f', 'tag': '2c01d7d2-45fa-41fd-aac9-41a72ed6d89f', 'status': 'completed', 'code': 200} May 27 03:41:03.552415 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-480eb44f-13bd-4dfb-a9a5-5c0f4567eb31 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Network 0df1de14-3a91-4d76-a61c-003366553be5 is already hosted by enough agents. {{(pid=104677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:03.555592 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.base_scheduler [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-480eb44f-13bd-4dfb-a9a5-5c0f4567eb31 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Resources bound (agent type, host, resource id): {{(pid=104677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:03.560356 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-480eb44f-13bd-4dfb-a9a5-5c0f4567eb31 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Received port after_create {{(pid=104677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:41:03.563375 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480eb44f-13bd-4dfb-a9a5-5c0f4567eb31 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Pushing event updated for resources: {'Port': ['ID=003af2b9-29bd-4270-91a3-71412843af3a,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:03.610146 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-480eb44f-13bd-4dfb-a9a5-5c0f4567eb31 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:03.610774 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-480eb44f-13bd-4dfb-a9a5-5c0f4567eb31 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for port (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:03.704725 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-480eb44f-13bd-4dfb-a9a5-5c0f4567eb31 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9523034 May 27 03:41:03.752407 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74865d9a-4452-478e-bb5d-4e997ff8391e req-7b4dd2a4-0992-4c00-8e26-aa834792a14f tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:03.753852 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-74865d9a-4452-478e-bb5d-4e997ff8391e req-7b4dd2a4-0992-4c00-8e26-aa834792a14f tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?device_id=c3634bb2-2325-4565-96a8-f38e7bb5b911 HTTP/1.1" status: 200 len: 944 time: 0.0479295 May 27 03:41:03.841049 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ce396-0ef7-4a21-944a-e202de60e0c8 req-644682ed-7a6d-4be6-a84d-af1481f49861 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:03.842524 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-aa2ce396-0ef7-4a21-944a-e202de60e0c8 req-644682ed-7a6d-4be6-a84d-af1481f49861 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/ports?device_id=5442e526-9bae-444b-be40-78dda1200ecb HTTP/1.1" status: 200 len: 932 time: 0.0687678 May 27 03:41:03.846105 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-74865d9a-4452-478e-bb5d-4e997ff8391e req-fb5f753e-1426-4657-b671-587448633e39 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/security-groups?id=de388d8e-a7d5-40d6-b17e-f8eee7583472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865598 May 27 03:41:03.890820 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-aa2ce396-0ef7-4a21-944a-e202de60e0c8 req-f1107da0-00d3-4b74-a802-ae42d0c5d0ad tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8ab2741-0f13-4dfb-bc9d-9a1814c4d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421948 May 27 03:41:03.993823 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-37d7bace-5835-41eb-8ab0-6decef28c040 service neutron] Request body: {'port': {'device_id': '5442e526-9bae-444b-be40-78dda1200ecb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:41:04.058186 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-37d7bace-5835-41eb-8ab0-6decef28c040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (003af2b9-29bd-4270-91a3-71412843af3a), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:04.147488 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db8333-89a9-411d-96cd-9f441661f1f4 req-18714c92-3c73-4988-9dc3-b4c57ed2bcca tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:04.148991 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c1db8333-89a9-411d-96cd-9f441661f1f4 req-18714c92-3c73-4988-9dc3-b4c57ed2bcca tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 943 time: 0.0886288 May 27 03:41:04.174143 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:04.287562 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c1db8333-89a9-411d-96cd-9f441661f1f4 req-589c55c7-4bac-4cd8-832e-771a45b00ca2 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/security-groups?id=9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170526 May 27 03:41:04.337764 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:04.439278 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.notifiers.nova [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-37d7bace-5835-41eb-8ab0-6decef28c040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 003af2b9-29bd-4270-91a3-71412843af3a {{(pid=104677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:41:04.446862 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-37d7bace-5835-41eb-8ab0-6decef28c040 service neutron] Publish callbacks [] for port (003af2b9-29bd-4270-91a3-71412843af3a), precommit_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:04.460012 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-37d7bace-5835-41eb-8ab0-6decef28c040 service neutron] Transition to ACTIVE for port object 003af2b9-29bd-4270-91a3-71412843af3a will not be triggered until provisioned by entity L2. {{(pid=104677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:41:04.489337 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 56188) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:04.541433 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-37d7bace-5835-41eb-8ab0-6decef28c040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59984215'] for port (003af2b9-29bd-4270-91a3-71412843af3a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:04.551031 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:04.615168 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bace-5835-41eb-8ab0-6decef28c040 service neutron] Pushing event updated for resources: {'Port': ['ID=003af2b9-29bd-4270-91a3-71412843af3a,revision_number=2']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:04.618895 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db086593-a852-45ce-bedd-ab4fb95116f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:04.709543 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-37d7bace-5835-41eb-8ab0-6decef28c040 service neutron] Attempting to bind port 003af2b9-29bd-4270-91a3-71412843af3a on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:41:04.709874 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-37d7bace-5835-41eb-8ab0-6decef28c040 service neutron] Attempting to bind port 003af2b9-29bd-4270-91a3-71412843af3a by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '60f129d8-2bfd-4269-bbe3-b4874327f85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0df1de14-3a91-4d76-a61c-003366553be5'}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:41:04.710202 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-37d7bace-5835-41eb-8ab0-6decef28c040 service neutron] Attempting to bind port 003af2b9-29bd-4270-91a3-71412843af3a on network 0df1de14-3a91-4d76-a61c-003366553be5 {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:41:04.718959 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-37d7bace-5835-41eb-8ab0-6decef28c040 service neutron] Port 003af2b9-29bd-4270-91a3-71412843af3a on network 0df1de14-3a91-4d76-a61c-003366553be5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:41:04.719363 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-37d7bace-5835-41eb-8ab0-6decef28c040 service neutron] Attempting to bind port 003af2b9-29bd-4270-91a3-71412843af3a on network 0df1de14-3a91-4d76-a61c-003366553be5 {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:41:04.729529 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-37d7bace-5835-41eb-8ab0-6decef28c040 service neutron] Checking agent: {'id': '1c07afa2-e502-46e1-ac2b-740a8f00a450', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 36, 8), 'started_at': datetime.datetime(2022, 5, 27, 3, 36, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:41:04.729860 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-37d7bace-5835-41eb-8ab0-6decef28c040 service neutron] Checking segment: {'id': '60f129d8-2bfd-4269-bbe3-b4874327f85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0df1de14-3a91-4d76-a61c-003366553be5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:41:04.730236 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-37d7bace-5835-41eb-8ab0-6decef28c040 service neutron] Bound using segment: {'id': '60f129d8-2bfd-4269-bbe3-b4874327f85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0df1de14-3a91-4d76-a61c-003366553be5'} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:41:04.730661 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-37d7bace-5835-41eb-8ab0-6decef28c040 service neutron] Bound port: 003af2b9-29bd-4270-91a3-71412843af3a, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60f129d8-2bfd-4269-bbe3-b4874327f85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0df1de14-3a91-4d76-a61c-003366553be5'}}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:41:04.731010 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-37d7bace-5835-41eb-8ab0-6decef28c040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (003af2b9-29bd-4270-91a3-71412843af3a), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:04.793501 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db086593-a852-45ce-bedd-ab4fb95116f8 admin admin] Publish callbacks [] for security_group (6a5d7469-9076-40a1-bce9-ab59c35b46d4), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:04.813453 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.db [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-37d7bace-5835-41eb-8ab0-6decef28c040 service neutron] For port 003af2b9-29bd-4270-91a3-71412843af3a, host hv-cinder-84336, cleared binding levels {{(pid=104677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:41:04.816500 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.db [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-37d7bace-5835-41eb-8ab0-6decef28c040 service neutron] For port 003af2b9-29bd-4270-91a3-71412843af3a, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=003af2b9-29bd-4270-91a3-71412843af3a,segment=NetworkSegment(60f129d8-2bfd-4269-bbe3-b4874327f85a),segment_id=60f129d8-2bfd-4269-bbe3-b4874327f85a)] {{(pid=104677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:41:04.866330 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db086593-a852-45ce-bedd-ab4fb95116f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (6a5d7469-9076-40a1-bce9-ab59c35b46d4), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:04.906754 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-37d7bace-5835-41eb-8ab0-6decef28c040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59984215'] for port (003af2b9-29bd-4270-91a3-71412843af3a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:04.914014 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-db086593-a852-45ce-bedd-ab4fb95116f8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ca0ecb9adba44560902dc2bd3d5b264c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4234636 May 27 03:41:04.914542 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db086593-a852-45ce-bedd-ab4fb95116f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5d7469-9076-40a1-bce9-ab59c35b46d4,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:04.916510 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 56198) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:04.957656 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-37d7bace-5835-41eb-8ab0-6decef28c040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:04.958522 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-37d7bace-5835-41eb-8ab0-6decef28c040 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for port (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:04.962390 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-37d7bace-5835-41eb-8ab0-6decef28c040 service neutron] 10.222.0.72 "PUT /v2.0/ports/003af2b9-29bd-4270-91a3-71412843af3a HTTP/1.1" status: 200 len: 1094 time: 0.9704652 May 27 03:41:04.978419 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a56a-3080-494a-98a3-0f367cd55d8a admin admin] Publish callbacks [] for security_group (6a5d7469-9076-40a1-bce9-ab59c35b46d4), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:04.978744 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5442e526-9bae-444b-be40-78dda1200ecb', 'tag': '003af2b9-29bd-4270-91a3-71412843af3a'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:41:04.981385 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5933d85cf17399e2dc167eca01249890e1c66fccb09b4015a1c2ab305ead4f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44978bdd-c236-47f2-baeb-7d6276fc07e1" -d '{"events": [{"name": "network-changed", "server_uuid": "5442e526-9bae-444b-be40-78dda1200ecb", "tag": "003af2b9-29bd-4270-91a3-71412843af3a"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:41:05.002453 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a56a-3080-494a-98a3-0f367cd55d8a admin admin] Publish callbacks [] for security_group (6a5d7469-9076-40a1-bce9-ab59c35b46d4), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:05.050158 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b6b13-55c9-4393-986c-30f4d222d295 req-1726fd82-9e5e-4d1c-9ff7-42b28172debf tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:05.051553 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-7e4b6b13-55c9-4393-986c-30f4d222d295 req-1726fd82-9e5e-4d1c-9ff7-42b28172debf tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?device_id=c3634bb2-2325-4565-96a8-f38e7bb5b911 HTTP/1.1" status: 200 len: 944 time: 0.1291192 May 27 03:41:05.067516 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bace-5835-41eb-8ab0-6decef28c040 service neutron] Pushing event updated for resources: {'Port': ['ID=003af2b9-29bd-4270-91a3-71412843af3a,revision_number=3']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:05.078062 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159765f0-f2b7-4fc8-97d1-7b4d2cbef73e req-4dbdc192-e7ac-41fd-83f4-acd4638983fa tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:05.079504 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-159765f0-f2b7-4fc8-97d1-7b4d2cbef73e req-4dbdc192-e7ac-41fd-83f4-acd4638983fa tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/ports?device_id=5442e526-9bae-444b-be40-78dda1200ecb HTTP/1.1" status: 200 len: 944 time: 0.0904889 May 27 03:41:05.173673 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-7e4b6b13-55c9-4393-986c-30f4d222d295 req-94a2a9be-16a1-435d-87da-66cfd9e4164f tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/security-groups?id=de388d8e-a7d5-40d6-b17e-f8eee7583472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160889 May 27 03:41:05.183442 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-159765f0-f2b7-4fc8-97d1-7b4d2cbef73e req-46ca23bf-d7a4-46a7-adb5-d685bbe95507 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8ab2741-0f13-4dfb-bc9d-9a1814c4d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964296 May 27 03:41:05.187492 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a56a-3080-494a-98a3-0f367cd55d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (6a5d7469-9076-40a1-bce9-ab59c35b46d4), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:05.190053 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a56a-3080-494a-98a3-0f367cd55d8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:05.191182 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-0fb4a56a-3080-494a-98a3-0f367cd55d8a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6a5d7469-9076-40a1-bce9-ab59c35b46d4 HTTP/1.1" status: 204 len: 168 time: 0.2736740 May 27 03:41:05.199121 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4a56a-3080-494a-98a3-0f367cd55d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5d7469-9076-40a1-bce9-ab59c35b46d4,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:05.203951 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567af01-5bce-40a0-8c33-2de4657b7e36 req-16fe2cba-1413-422c-a973-ca773e38b9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:05.205613 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2567af01-5bce-40a0-8c33-2de4657b7e36 req-16fe2cba-1413-422c-a973-ca773e38b9ea service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=768052d3698e483584138b97ac418580&device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 1127 time: 0.0731893 May 27 03:41:05.277791 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b442d0-cc17-4abe-80f4-3cb42334332b x-openstack-request-id: req-63b442d0-cc17-4abe-80f4-3cb42334332b {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:41:05.278146 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5442e526-9bae-444b-be40-78dda1200ecb", "tag": "003af2b9-29bd-4270-91a3-71412843af3a", "status": "completed", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:41:05.278460 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-63b442d0-cc17-4abe-80f4-3cb42334332b {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:41:05.278913 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63b442d0-cc17-4abe-80f4-3cb42334332b'] response: {'name': 'network-changed', 'server_uuid': '5442e526-9bae-444b-be40-78dda1200ecb', 'tag': '003af2b9-29bd-4270-91a3-71412843af3a', 'status': 'completed', 'code': 200} May 27 03:41:05.318856 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567af01-5bce-40a0-8c33-2de4657b7e36 req-5f96a703-3f9b-4529-8bd3-7ad96a0b8168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:05.320546 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2567af01-5bce-40a0-8c33-2de4657b7e36 req-5f96a703-3f9b-4529-8bd3-7ad96a0b8168 service neutron] 10.222.0.72 "GET /v2.0/networks?id=66877992-c539-4a20-bc38-e23ad3fab872 HTTP/1.1" status: 200 len: 909 time: 0.1064169 May 27 03:41:05.327706 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-9a0786c8-5cda-4ae3-900f-eb329a1fa2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:05.329891 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-9a0786c8-5cda-4ae3-900f-eb329a1fa2c9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3f91679e053a4582945dcbace6c93d24&device_id=5442e526-9bae-444b-be40-78dda1200ecb HTTP/1.1" status: 200 len: 1128 time: 0.0444620 May 27 03:41:05.363955 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2567af01-5bce-40a0-8c33-2de4657b7e36 req-fe871752-c0e9-4af9-8129-ff6e2e01a8a0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c01d7d2-45fa-41fd-aac9-41a72ed6d89f HTTP/1.1" status: 200 len: 217 time: 0.0365331 May 27 03:41:05.411540 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f0850-328c-4786-a426-5138db9e0945 req-3464d517-b7d8-4814-b2ff-8c5a899f0788 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:05.413113 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-aa4f0850-328c-4786-a426-5138db9e0945 req-3464d517-b7d8-4814-b2ff-8c5a899f0788 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 943 time: 0.0481024 May 27 03:41:05.431994 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:05.463841 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-aa4f0850-328c-4786-a426-5138db9e0945 req-15a52770-d4fe-4f93-9bce-05a8665349fa tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/security-groups?id=9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445867 May 27 03:41:05.597844 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-1c18ad4d-a82b-4efa-a6fa-fbdf2a6585e9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=003af2b9-29bd-4270-91a3-71412843af3a HTTP/1.1" status: 200 len: 217 time: 0.0504503 May 27 03:41:05.602457 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567af01-5bce-40a0-8c33-2de4657b7e36 req-db88a5c9-c65c-4176-b73c-eacd31d6ec2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:05.604136 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2567af01-5bce-40a0-8c33-2de4657b7e36 req-db88a5c9-c65c-4176-b73c-eacd31d6ec2e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d06f8d51-ddd1-498e-b885-be07a3b307ee HTTP/1.1" status: 200 len: 847 time: 0.0560780 May 27 03:41:05.660955 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567af01-5bce-40a0-8c33-2de4657b7e36 req-a097c624-e433-4374-b6bb-726b05a48d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:05.662589 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2567af01-5bce-40a0-8c33-2de4657b7e36 req-a097c624-e433-4374-b6bb-726b05a48d24 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=66877992-c539-4a20-bc38-e23ad3fab872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0481739 May 27 03:41:05.687568 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-9386ffb2-25ea-4130-ab7d-c4fe44cbfe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:05.689113 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-9386ffb2-25ea-4130-ab7d-c4fe44cbfe7b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=838dbcad-2fcb-4c2e-86a6-33f34e4a9348 HTTP/1.1" status: 200 len: 854 time: 0.0750589 May 27 03:41:05.728891 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-cdd135e9-af36-4f1e-8a8a-83e18ce5b7b1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0df1de14-3a91-4d76-a61c-003366553be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261405 May 27 03:41:05.789219 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2567af01-5bce-40a0-8c33-2de4657b7e36 req-1242e806-461f-4bb1-bcd4-491530c39f1c service neutron] 10.222.0.72 "GET /v2.0/networks/66877992-c539-4a20-bc38-e23ad3fab872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868816 May 27 03:41:05.805772 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:05.829574 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-a27c3199-20a5-48d4-994e-749cedf72ad0 service neutron] 10.222.0.72 "GET /v2.0/networks/0df1de14-3a91-4d76-a61c-003366553be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942581 May 27 03:41:05.903650 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2567af01-5bce-40a0-8c33-2de4657b7e36 req-7c7cad87-6a9b-462e-b942-cb4c119185ac service neutron] 10.222.0.72 "GET /v2.0/networks/66877992-c539-4a20-bc38-e23ad3fab872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088331 May 27 03:41:05.927125 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-0afea439-d2f4-428a-a5e6-69ec1e2588ae req-074b36cb-b683-4651-b1f1-3b12009bdf1b service neutron] 10.222.0.72 "GET /v2.0/networks/0df1de14-3a91-4d76-a61c-003366553be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918205 May 27 03:41:06.152384 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-32a33f99-bea1-4c0c-93d4-83351a554ec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:06.169382 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device adf99fd3-003a-4538-86ac-9a58b39eeac0 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:41:06.275032 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port adf99fd3-003a-4538-86ac-9a58b39eeac0, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=adf99fd3-003a-4538-86ac-9a58b39eeac0,segment=NetworkSegment(9c8de8f0-14f2-4378-ac86-cca160848b79),segment_id=9c8de8f0-14f2-4378-ac86-cca160848b79)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:06.287765 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Returning: {'device': 'adf99fd3-003a-4538-86ac-9a58b39eeac0', 'network_id': '1428776f-0a24-496f-a660-743e4715c1fc', 'port_id': 'adf99fd3-003a-4538-86ac-9a58b39eeac0', 'mac_address': 'fa:16:3e:1c:76:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eb33205-5634-4e52-b4f2-9afa3146db1d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:41:06.320372 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de278a57-1eeb-4666-ba10-6e467116ca9d req-dc187d35-7dfb-46ef-8dd8-e6cd6d288e0d tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:06.321866 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-de278a57-1eeb-4666-ba10-6e467116ca9d req-dc187d35-7dfb-46ef-8dd8-e6cd6d288e0d tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?device_id=c3634bb2-2325-4565-96a8-f38e7bb5b911 HTTP/1.1" status: 200 len: 944 time: 0.0723696 May 27 03:41:06.322607 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port adf99fd3-003a-4538-86ac-9a58b39eeac0 is: DOWN; New status is: BUILD {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:41:06.322992 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (adf99fd3-003a-4538-86ac-9a58b39eeac0), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:06.337409 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf99fd3-003a-4538-86ac-9a58b39eeac0 {{(pid=104679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:41:06.356582 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f258f46-8d29-45bc-be5e-9dacb89f610d req-3f8c30a4-7d3e-46ac-aa4d-a28ea398f0b0 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:06.358058 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-7f258f46-8d29-45bc-be5e-9dacb89f610d req-3f8c30a4-7d3e-46ac-aa4d-a28ea398f0b0 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/ports?device_id=5442e526-9bae-444b-be40-78dda1200ecb HTTP/1.1" status: 200 len: 944 time: 0.0779831 May 27 03:41:06.359358 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port adf99fd3-003a-4538-86ac-9a58b39eeac0, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=adf99fd3-003a-4538-86ac-9a58b39eeac0,segment=NetworkSegment(9c8de8f0-14f2-4378-ac86-cca160848b79),segment_id=9c8de8f0-14f2-4378-ac86-cca160848b79)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:06.403712 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-de278a57-1eeb-4666-ba10-6e467116ca9d req-fcb32c46-c62f-4665-86c9-5910746ea33d tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/security-groups?id=de388d8e-a7d5-40d6-b17e-f8eee7583472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730300 May 27 03:41:06.428370 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-7f258f46-8d29-45bc-be5e-9dacb89f610d req-d8784daf-ef13-40f5-879e-c3316d5da22d tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8ab2741-0f13-4dfb-bc9d-9a1814c4d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621340 May 27 03:41:06.466724 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (adf99fd3-003a-4538-86ac-9a58b39eeac0), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:06.467459 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 2c01d7d2-45fa-41fd-aac9-41a72ed6d89f details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:41:06.535819 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=adf99fd3-003a-4538-86ac-9a58b39eeac0,revision_number=4']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:06.578619 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f40b07-bf96-4d48-8ae0-047a1563a334 req-d52ab626-edbd-46b9-b5c4-e7a0c5dd1717 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:06.580197 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c8f40b07-bf96-4d48-8ae0-047a1563a334 req-d52ab626-edbd-46b9-b5c4-e7a0c5dd1717 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 943 time: 0.0483100 May 27 03:41:06.591580 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:06.614856 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port 2c01d7d2-45fa-41fd-aac9-41a72ed6d89f, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=2c01d7d2-45fa-41fd-aac9-41a72ed6d89f,segment=NetworkSegment(59d0f9c5-fa7f-45ad-b3fc-654ed598984c),segment_id=59d0f9c5-fa7f-45ad-b3fc-654ed598984c)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:06.627269 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Returning: {'device': '2c01d7d2-45fa-41fd-aac9-41a72ed6d89f', 'network_id': '66877992-c539-4a20-bc38-e23ad3fab872', 'port_id': '2c01d7d2-45fa-41fd-aac9-41a72ed6d89f', 'mac_address': 'fa:16:3e:f9:ec:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd06f8d51-ddd1-498e-b885-be07a3b307ee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:41:06.631196 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c8f40b07-bf96-4d48-8ae0-047a1563a334 req-7e2cb09a-b0c9-4ecd-9eb7-d035d7f26034 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/security-groups?id=9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453959 May 27 03:41:06.666156 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port 2c01d7d2-45fa-41fd-aac9-41a72ed6d89f is: DOWN; New status is: BUILD {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:41:06.666546 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (2c01d7d2-45fa-41fd-aac9-41a72ed6d89f), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:06.679563 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c01d7d2-45fa-41fd-aac9-41a72ed6d89f {{(pid=104679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:41:06.699356 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port 2c01d7d2-45fa-41fd-aac9-41a72ed6d89f, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=2c01d7d2-45fa-41fd-aac9-41a72ed6d89f,segment=NetworkSegment(59d0f9c5-fa7f-45ad-b3fc-654ed598984c),segment_id=59d0f9c5-fa7f-45ad-b3fc-654ed598984c)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:06.757095 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (2c01d7d2-45fa-41fd-aac9-41a72ed6d89f), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:06.807032 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=2c01d7d2-45fa-41fd-aac9-41a72ed6d89f,revision_number=4']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:07.096464 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3b730-d968-4216-8961-4175add57bf3 req-8258d814-4070-42b7-82bc-d9a528017d13 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:07.097042 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44978bdd-c236-47f2-baeb-7d6276fc07e1 req-40f6fff0-dff3-4e3b-929f-b6f6f98dc5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:07.097977 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-fbd3b730-d968-4216-8961-4175add57bf3 req-8258d814-4070-42b7-82bc-d9a528017d13 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 945 time: 0.0525956 May 27 03:41:07.098133 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-44978bdd-c236-47f2-baeb-7d6276fc07e1 req-40f6fff0-dff3-4e3b-929f-b6f6f98dc5bd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3f91679e053a4582945dcbace6c93d24&device_id=5442e526-9bae-444b-be40-78dda1200ecb HTTP/1.1" status: 200 len: 1128 time: 0.0470858 May 27 03:41:07.150329 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-fbd3b730-d968-4216-8961-4175add57bf3 req-7e840abb-9b57-4085-b6ed-03c0610ba847 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461931 May 27 03:41:07.161014 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:07.192609 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] get_ports_and_sgs() called for port_ids ['adf99fd3-003a-4538-86ac-9a58b39eeac0'] {{(pid=104679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:41:07.194843 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44978bdd-c236-47f2-baeb-7d6276fc07e1 req-0fec53e6-8a98-4635-ad64-1147c6408056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:07.196391 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-44978bdd-c236-47f2-baeb-7d6276fc07e1 req-0fec53e6-8a98-4635-ad64-1147c6408056 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0df1de14-3a91-4d76-a61c-003366553be5 HTTP/1.1" status: 200 len: 915 time: 0.0912313 May 27 03:41:07.241432 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-44978bdd-c236-47f2-baeb-7d6276fc07e1 req-17d5cb98-249e-4913-9939-4ffd47e73cf2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=003af2b9-29bd-4270-91a3-71412843af3a HTTP/1.1" status: 200 len: 217 time: 0.0385392 May 27 03:41:07.271919 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:07.294322 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:07.300622 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] get_ports_and_sgs() called for port_ids ['2c01d7d2-45fa-41fd-aac9-41a72ed6d89f'] {{(pid=104679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:41:07.346109 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44978bdd-c236-47f2-baeb-7d6276fc07e1 req-164f0137-15ad-4e76-9f1c-777735cfafd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:07.347618 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-44978bdd-c236-47f2-baeb-7d6276fc07e1 req-164f0137-15ad-4e76-9f1c-777735cfafd7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=838dbcad-2fcb-4c2e-86a6-33f34e4a9348 HTTP/1.1" status: 200 len: 854 time: 0.0464344 May 27 03:41:07.382690 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-44978bdd-c236-47f2-baeb-7d6276fc07e1 req-fa3d087c-8943-4baa-94be-65ca89053759 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0df1de14-3a91-4d76-a61c-003366553be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273554 May 27 03:41:07.485197 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-44978bdd-c236-47f2-baeb-7d6276fc07e1 req-73105fd8-e44f-43db-9d0f-17792c9dad4d service neutron] 10.222.0.72 "GET /v2.0/networks/0df1de14-3a91-4d76-a61c-003366553be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958219 May 27 03:41:07.585764 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-44978bdd-c236-47f2-baeb-7d6276fc07e1 req-f7ea9307-121a-4aa0-8b6f-6c2c2ac365b1 service neutron] 10.222.0.72 "GET /v2.0/networks/0df1de14-3a91-4d76-a61c-003366553be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924513 May 27 03:41:07.758529 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d813da-3f1a-46e0-95ef-be2e4fdd2fa9 req-6d875227-5378-46e8-a1c7-011ea16f9a68 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:07.760001 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f1d813da-3f1a-46e0-95ef-be2e4fdd2fa9 req-6d875227-5378-46e8-a1c7-011ea16f9a68 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?device_id=c3634bb2-2325-4565-96a8-f38e7bb5b911 HTTP/1.1" status: 200 len: 945 time: 0.2554862 May 27 03:41:07.766883 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b9cfe-0cf7-4ffe-a018-a558d5d9a1a2 req-21b9cb23-4f31-484f-b40c-dd83ee11cd03 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:07.768261 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-991b9cfe-0cf7-4ffe-a018-a558d5d9a1a2 req-21b9cb23-4f31-484f-b40c-dd83ee11cd03 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/ports?device_id=5442e526-9bae-444b-be40-78dda1200ecb HTTP/1.1" status: 200 len: 944 time: 0.2529085 May 27 03:41:07.846221 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f1d813da-3f1a-46e0-95ef-be2e4fdd2fa9 req-5a1feead-3284-4e11-a937-8d7b67803e4f tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/security-groups?id=de388d8e-a7d5-40d6-b17e-f8eee7583472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769920 May 27 03:41:07.850486 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-991b9cfe-0cf7-4ffe-a018-a558d5d9a1a2 req-3ae26951-4d99-4d8d-bcd7-67d3e759fd07 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8ab2741-0f13-4dfb-bc9d-9a1814c4d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753081 May 27 03:41:07.947258 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd61bc-a5d3-466a-a6f4-4ea2fb564b54 req-737dc733-6079-4626-9d14-b6cfa504df63 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:07.948731 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-67dd61bc-a5d3-466a-a6f4-4ea2fb564b54 req-737dc733-6079-4626-9d14-b6cfa504df63 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 944 time: 0.0477734 May 27 03:41:07.997647 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-67dd61bc-a5d3-466a-a6f4-4ea2fb564b54 req-522c3093-9297-4f64-9e3e-d68e5ad6fabf tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/security-groups?id=9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426352 May 27 03:41:08.269688 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05696795-18f5-40d0-a9f1-f5e3506947d8 req-e0fb5049-7ad2-4d9e-bb2e-650895204993 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:08.271470 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-05696795-18f5-40d0-a9f1-f5e3506947d8 req-e0fb5049-7ad2-4d9e-bb2e-650895204993 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 945 time: 0.0514510 May 27 03:41:08.321516 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-05696795-18f5-40d0-a9f1-f5e3506947d8 req-763af124-e599-4b6f-8903-9a157d283ca8 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441358 May 27 03:41:08.333496 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329d63a-0e04-4f76-bc75-c536e7b9ee07 req-326c446d-c226-41e3-a11f-6ffd0fb66827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:08.335162 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-4329d63a-0e04-4f76-bc75-c536e7b9ee07 req-326c446d-c226-41e3-a11f-6ffd0fb66827 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3ca63dae986749728daf5c42db0d14e3&device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 1129 time: 0.0406580 May 27 03:41:08.335579 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-4a78f08b-3647-4e10-8cc9-616587d377c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:08.416702 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:08.450369 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329d63a-0e04-4f76-bc75-c536e7b9ee07 req-d2331107-fcb9-467e-a7a1-0322b59333ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:08.451765 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-4329d63a-0e04-4f76-bc75-c536e7b9ee07 req-d2331107-fcb9-467e-a7a1-0322b59333ad service neutron] 10.222.0.72 "GET /v2.0/networks?id=7a2ea638-361b-43e7-98a5-ad26674b6832 HTTP/1.1" status: 200 len: 911 time: 0.0910399 May 27 03:41:08.514408 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-4329d63a-0e04-4f76-bc75-c536e7b9ee07 req-23dafac5-395d-4714-bcf2-9161a3a70060 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8aa1527-651b-4926-9e46-f9c266094b42 HTTP/1.1" status: 200 len: 1000 time: 0.0562496 May 27 03:41:08.536909 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 003af2b9-29bd-4270-91a3-71412843af3a details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:41:08.548560 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device adf99fd3-003a-4538-86ac-9a58b39eeac0 up at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:41:08.570216 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329d63a-0e04-4f76-bc75-c536e7b9ee07 req-55b20692-153a-4503-80d5-c9a0f590dfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:08.571669 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-4329d63a-0e04-4f76-bc75-c536e7b9ee07 req-55b20692-153a-4503-80d5-c9a0f590dfba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f2766fdc-78e4-4021-8ae5-25446d105c00 HTTP/1.1" status: 200 len: 849 time: 0.0508211 May 27 03:41:08.617148 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329d63a-0e04-4f76-bc75-c536e7b9ee07 req-07347bda-e287-4dae-8203-94304b435b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:08.618735 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-4329d63a-0e04-4f76-bc75-c536e7b9ee07 req-07347bda-e287-4dae-8203-94304b435b38 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7a2ea638-361b-43e7-98a5-ad26674b6832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0399628 May 27 03:41:08.655654 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Provisioning for port adf99fd3-003a-4538-86ac-9a58b39eeac0 completed by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:41:08.659280 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:08.691762 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port 003af2b9-29bd-4270-91a3-71412843af3a, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=003af2b9-29bd-4270-91a3-71412843af3a,segment=NetworkSegment(60f129d8-2bfd-4269-bbe3-b4874327f85a),segment_id=60f129d8-2bfd-4269-bbe3-b4874327f85a)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:08.706819 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Returning: {'device': '003af2b9-29bd-4270-91a3-71412843af3a', 'network_id': '0df1de14-3a91-4d76-a61c-003366553be5', 'port_id': '003af2b9-29bd-4270-91a3-71412843af3a', 'mac_address': 'fa:16:3e:0f:64:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '838dbcad-2fcb-4c2e-86a6-33f34e4a9348', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:41:08.710581 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-4329d63a-0e04-4f76-bc75-c536e7b9ee07 req-8d2507b3-0411-4550-a002-3ac616e2b590 service neutron] 10.222.0.72 "GET /v2.0/networks/7a2ea638-361b-43e7-98a5-ad26674b6832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846050 May 27 03:41:08.741644 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port 003af2b9-29bd-4270-91a3-71412843af3a is: DOWN; New status is: BUILD {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:41:08.742034 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (003af2b9-29bd-4270-91a3-71412843af3a), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:08.755813 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 003af2b9-29bd-4270-91a3-71412843af3a {{(pid=104679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:41:08.761201 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Provisioning complete for port adf99fd3-003a-4538-86ac-9a58b39eeac0 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:41:08.761589 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (adf99fd3-003a-4538-86ac-9a58b39eeac0), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:08.802649 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port 003af2b9-29bd-4270-91a3-71412843af3a, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=003af2b9-29bd-4270-91a3-71412843af3a,segment=NetworkSegment(60f129d8-2bfd-4269-bbe3-b4874327f85a),segment_id=60f129d8-2bfd-4269-bbe3-b4874327f85a)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:08.807231 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-4329d63a-0e04-4f76-bc75-c536e7b9ee07 req-a080c057-27e9-4441-b9ef-1d56e9d8e867 service neutron] 10.222.0.72 "GET /v2.0/networks/7a2ea638-361b-43e7-98a5-ad26674b6832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906219 May 27 03:41:08.847106 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port adf99fd3-003a-4538-86ac-9a58b39eeac0 is: BUILD; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:41:08.847488 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (adf99fd3-003a-4538-86ac-9a58b39eeac0), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:08.860742 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:08.868882 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (003af2b9-29bd-4270-91a3-71412843af3a), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:08.878086 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3634bb2-2325-4565-96a8-f38e7bb5b911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf99fd3-003a-4538-86ac-9a58b39eeac0'}] {{(pid=104679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:41:08.880290 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d249cf550e2d843300bc9a66ec52257e0462e4d4b5166dc6bcb5b411a3eed5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559c2998-ee40-4a35-949e-56eabbd7092c" -d '{"events": [{"server_uuid": "c3634bb2-2325-4565-96a8-f38e7bb5b911", "name": "network-vif-plugged", "status": "completed", "tag": "adf99fd3-003a-4538-86ac-9a58b39eeac0"}]}' {{(pid=104679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:41:08.914302 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port adf99fd3-003a-4538-86ac-9a58b39eeac0, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=adf99fd3-003a-4538-86ac-9a58b39eeac0,segment=NetworkSegment(9c8de8f0-14f2-4378-ac86-cca160848b79),segment_id=9c8de8f0-14f2-4378-ac86-cca160848b79)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:08.926037 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:08.935597 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=003af2b9-29bd-4270-91a3-71412843af3a,revision_number=4']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:08.969632 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (adf99fd3-003a-4538-86ac-9a58b39eeac0), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:08.970431 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 2c01d7d2-45fa-41fd-aac9-41a72ed6d89f up at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:41:09.004174 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742fcf88-3e50-458b-87ec-26c316b7f3b4 req-754df788-6c86-443d-87ae-af8c21dc32b5 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:09.005701 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-742fcf88-3e50-458b-87ec-26c316b7f3b4 req-754df788-6c86-443d-87ae-af8c21dc32b5 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?device_id=c3634bb2-2325-4565-96a8-f38e7bb5b911 HTTP/1.1" status: 200 len: 945 time: 0.0799072 May 27 03:41:09.021148 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114682ae-7579-4683-b5da-1fa86cf47952 req-427eed8e-f0a4-4ac9-84c7-0f0b933d6caa tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:09.022631 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-114682ae-7579-4683-b5da-1fa86cf47952 req-427eed8e-f0a4-4ac9-84c7-0f0b933d6caa tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/ports?device_id=5442e526-9bae-444b-be40-78dda1200ecb HTTP/1.1" status: 200 len: 945 time: 0.0636754 May 27 03:41:09.054090 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=adf99fd3-003a-4538-86ac-9a58b39eeac0,revision_number=5']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:09.065588 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Provisioning for port 2c01d7d2-45fa-41fd-aac9-41a72ed6d89f completed by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:41:09.096726 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-742fcf88-3e50-458b-87ec-26c316b7f3b4 req-d55d2baa-7a75-4796-bdde-ab11efec71cb tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/security-groups?id=de388d8e-a7d5-40d6-b17e-f8eee7583472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833488 May 27 03:41:09.100082 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-114682ae-7579-4683-b5da-1fa86cf47952 req-60ed33a4-cdfd-4380-90c2-422337bc95b6 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8ab2741-0f13-4dfb-bc9d-9a1814c4d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713673 May 27 03:41:09.130066 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Provisioning complete for port 2c01d7d2-45fa-41fd-aac9-41a72ed6d89f triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:41:09.131337 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (2c01d7d2-45fa-41fd-aac9-41a72ed6d89f), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:09.160032 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2ed582-4336-41de-a75e-84d899438a7d x-openstack-request-id: req-ce2ed582-4336-41de-a75e-84d899438a7d {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:41:09.160372 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3634bb2-2325-4565-96a8-f38e7bb5b911", "name": "network-vif-plugged", "status": "completed", "tag": "adf99fd3-003a-4538-86ac-9a58b39eeac0", "code": 200}]} {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:41:09.160586 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ce2ed582-4336-41de-a75e-84d899438a7d {{(pid=104679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:41:09.161170 dv-cinder-843361-2-smb neutron-server[104679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce2ed582-4336-41de-a75e-84d899438a7d'] response: {'server_uuid': 'c3634bb2-2325-4565-96a8-f38e7bb5b911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf99fd3-003a-4538-86ac-9a58b39eeac0', 'code': 200} May 27 03:41:09.191298 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] get_ports_and_sgs() called for port_ids ['003af2b9-29bd-4270-91a3-71412843af3a'] {{(pid=104679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:41:09.238831 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e29b37-9b7f-43ff-966f-e88a37ba0712 req-96a20fee-6478-43f7-ab97-0d692e3b15a1 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:09.240522 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-24e29b37-9b7f-43ff-966f-e88a37ba0712 req-96a20fee-6478-43f7-ab97-0d692e3b15a1 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 944 time: 0.0588794 May 27 03:41:09.272772 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port 2c01d7d2-45fa-41fd-aac9-41a72ed6d89f is: BUILD; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:41:09.273328 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (2c01d7d2-45fa-41fd-aac9-41a72ed6d89f), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:09.293649 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-24e29b37-9b7f-43ff-966f-e88a37ba0712 req-e2acf3f7-f8c2-44ae-86ee-5090e5600008 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/security-groups?id=9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469022 May 27 03:41:09.362691 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port 2c01d7d2-45fa-41fd-aac9-41a72ed6d89f, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=2c01d7d2-45fa-41fd-aac9-41a72ed6d89f,segment=NetworkSegment(59d0f9c5-fa7f-45ad-b3fc-654ed598984c),segment_id=59d0f9c5-fa7f-45ad-b3fc-654ed598984c)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:09.396379 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:09.465301 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23fd705-5630-4447-8a9e-c1a4c0b8e7d9 req-e7cc0c84-b473-4da3-ad62-17c00b7fa64e tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:09.467085 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b23fd705-5630-4447-8a9e-c1a4c0b8e7d9 req-e7cc0c84-b473-4da3-ad62-17c00b7fa64e tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 945 time: 0.0581853 May 27 03:41:09.503186 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (2c01d7d2-45fa-41fd-aac9-41a72ed6d89f), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:09.525714 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b23fd705-5630-4447-8a9e-c1a4c0b8e7d9 req-18f69524-206d-4724-9a1d-774adad6dbef tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486033 May 27 03:41:09.538858 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc33953-59d9-4124-9654-ff395670bd75 req-64476c56-e2e1-4b1f-8cde-c69df7ecf5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:09.540659 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-9bc33953-59d9-4124-9654-ff395670bd75 req-64476c56-e2e1-4b1f-8cde-c69df7ecf5f3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c3634bb2-2325-4565-96a8-f38e7bb5b911 HTTP/1.1" status: 200 len: 1130 time: 0.0514033 May 27 03:41:09.558941 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=2c01d7d2-45fa-41fd-aac9-41a72ed6d89f,revision_number=5']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:09.586745 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-9bc33953-59d9-4124-9654-ff395670bd75 req-0beab8b7-9cb1-4629-8282-39f1eedc6788 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=de388d8e-a7d5-40d6-b17e-f8eee7583472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394416 May 27 03:41:10.251342 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a07d0-7d91-4946-943a-7d032ce4df78 req-087e29ae-d421-4cf2-b588-672ac4317cd7 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:10.252829 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-114a07d0-7d91-4946-943a-7d032ce4df78 req-087e29ae-d421-4cf2-b588-672ac4317cd7 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?device_id=c3634bb2-2325-4565-96a8-f38e7bb5b911 HTTP/1.1" status: 200 len: 946 time: 0.0845754 May 27 03:41:10.268307 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e4ffac-1724-4aa2-b015-2b89b52c4921 req-2c1ca2cc-9021-4245-a87c-1d0bc9d6218d tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:10.269750 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-87e4ffac-1724-4aa2-b015-2b89b52c4921 req-2c1ca2cc-9021-4245-a87c-1d0bc9d6218d tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/ports?device_id=5442e526-9bae-444b-be40-78dda1200ecb HTTP/1.1" status: 200 len: 945 time: 0.0689628 May 27 03:41:10.274259 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:10.315392 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:10.346564 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-114a07d0-7d91-4946-943a-7d032ce4df78 req-a645210c-7507-4921-acbe-4e64d68296e1 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/security-groups?id=de388d8e-a7d5-40d6-b17e-f8eee7583472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860040 May 27 03:41:10.354528 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-87e4ffac-1724-4aa2-b015-2b89b52c4921 req-1f6d7a2c-90a5-454f-9ddc-2b4d7c5c7946 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8ab2741-0f13-4dfb-bc9d-9a1814c4d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734370 May 27 03:41:10.450699 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3e6ef-ed57-42b7-b0e0-579df7995ada req-426acb75-e435-402c-bdfd-94232286ad32 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:10.452409 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c1f3e6ef-ed57-42b7-b0e0-579df7995ada req-426acb75-e435-402c-bdfd-94232286ad32 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 945 time: 0.0477216 May 27 03:41:10.503366 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c1f3e6ef-ed57-42b7-b0e0-579df7995ada req-26a8fd5e-63c9-4a8d-ad31-27d21bd1e853 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/security-groups?id=9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442278 May 27 03:41:10.546509 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 003af2b9-29bd-4270-91a3-71412843af3a up at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:41:10.587752 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Provisioning for port 003af2b9-29bd-4270-91a3-71412843af3a completed by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:41:10.650813 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb1c9f-01ed-4ba3-a08c-7b52083e5b9f req-6ecfd9e9-6d41-4eee-b6f2-4779145fc679 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:10.652179 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b3cb1c9f-01ed-4ba3-a08c-7b52083e5b9f req-6ecfd9e9-6d41-4eee-b6f2-4779145fc679 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 945 time: 0.0511894 May 27 03:41:10.656105 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Provisioning complete for port 003af2b9-29bd-4270-91a3-71412843af3a triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:41:10.656608 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (003af2b9-29bd-4270-91a3-71412843af3a), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:10.702692 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b3cb1c9f-01ed-4ba3-a08c-7b52083e5b9f req-74fcd377-e1fa-444a-aea7-e453427c2266 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425096 May 27 03:41:10.849231 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port 003af2b9-29bd-4270-91a3-71412843af3a is: BUILD; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:41:10.849629 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (003af2b9-29bd-4270-91a3-71412843af3a), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:10.883393 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port 003af2b9-29bd-4270-91a3-71412843af3a, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=003af2b9-29bd-4270-91a3-71412843af3a,segment=NetworkSegment(60f129d8-2bfd-4269-bbe3-b4874327f85a),segment_id=60f129d8-2bfd-4269-bbe3-b4874327f85a)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:10.974813 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (003af2b9-29bd-4270-91a3-71412843af3a), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:10.995277 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:11.023343 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=003af2b9-29bd-4270-91a3-71412843af3a,revision_number=5']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:11.146869 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:11.162528 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24144904-0238-4933-b5ed-1b4c9e7fd28f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c01d7d2-45fa-41fd-aac9-41a72ed6d89f'}, {'server_uuid': '5442e526-9bae-444b-be40-78dda1200ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '003af2b9-29bd-4270-91a3-71412843af3a'}] {{(pid=104679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:41:11.164839 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d249cf550e2d843300bc9a66ec52257e0462e4d4b5166dc6bcb5b411a3eed5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0374c173-756f-4aa9-87dd-8dd08c170ead" -d '{"events": [{"server_uuid": "24144904-0238-4933-b5ed-1b4c9e7fd28f", "name": "network-vif-plugged", "status": "completed", "tag": "2c01d7d2-45fa-41fd-aac9-41a72ed6d89f"}, {"server_uuid": "5442e526-9bae-444b-be40-78dda1200ecb", "name": "network-vif-plugged", "status": "completed", "tag": "003af2b9-29bd-4270-91a3-71412843af3a"}]}' {{(pid=104679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:41:11.206779 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 27 May 2022 03:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132f9e1b-dac0-4f02-ab50-884da8a675c4 x-openstack-request-id: req-132f9e1b-dac0-4f02-ab50-884da8a675c4 {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:41:11.207065 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24144904-0238-4933-b5ed-1b4c9e7fd28f", "name": "network-vif-plugged", "status": "completed", "tag": "2c01d7d2-45fa-41fd-aac9-41a72ed6d89f", "code": 200}, {"server_uuid": "5442e526-9bae-444b-be40-78dda1200ecb", "name": "network-vif-plugged", "status": "completed", "tag": "003af2b9-29bd-4270-91a3-71412843af3a", "code": 200}]} {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:41:11.207309 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-132f9e1b-dac0-4f02-ab50-884da8a675c4 {{(pid=104679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:41:11.207698 dv-cinder-843361-2-smb neutron-server[104679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-132f9e1b-dac0-4f02-ab50-884da8a675c4'] response: {'server_uuid': '24144904-0238-4933-b5ed-1b4c9e7fd28f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c01d7d2-45fa-41fd-aac9-41a72ed6d89f', 'code': 200} May 27 03:41:11.207949 dv-cinder-843361-2-smb neutron-server[104679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-132f9e1b-dac0-4f02-ab50-884da8a675c4'] response: {'server_uuid': '5442e526-9bae-444b-be40-78dda1200ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '003af2b9-29bd-4270-91a3-71412843af3a', 'code': 200} May 27 03:41:11.500872 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a4cd8-2a25-49ca-bb79-a5bf6eae0ef5 req-75c7f824-f28b-4946-b173-944c23454d8e tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:11.502321 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-912a4cd8-2a25-49ca-bb79-a5bf6eae0ef5 req-75c7f824-f28b-4946-b173-944c23454d8e tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?device_id=c3634bb2-2325-4565-96a8-f38e7bb5b911 HTTP/1.1" status: 200 len: 946 time: 0.0839143 May 27 03:41:11.509740 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92b5bc-1936-4e1c-8046-df3149edda97 req-a248545c-1c38-4877-90cb-26a9eee7977b tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:11.511195 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ae92b5bc-1936-4e1c-8046-df3149edda97 req-a248545c-1c38-4877-90cb-26a9eee7977b tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/ports?device_id=5442e526-9bae-444b-be40-78dda1200ecb HTTP/1.1" status: 200 len: 946 time: 0.0827620 May 27 03:41:11.596581 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-912a4cd8-2a25-49ca-bb79-a5bf6eae0ef5 req-d59a1bf6-d64c-46d1-a1c0-c6d604c81c77 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/security-groups?id=de388d8e-a7d5-40d6-b17e-f8eee7583472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844316 May 27 03:41:11.599548 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ae92b5bc-1936-4e1c-8046-df3149edda97 req-9d56c1d3-5d04-44d7-868d-8bc1ed63e52f tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8ab2741-0f13-4dfb-bc9d-9a1814c4d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806000 May 27 03:41:11.710238 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1484bc-76b2-4679-ab75-fe72c632bc05 req-817c55d8-f502-4a79-8092-d8f10d346e1f tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:11.711927 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-3a1484bc-76b2-4679-ab75-fe72c632bc05 req-817c55d8-f502-4a79-8092-d8f10d346e1f tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 945 time: 0.0501435 May 27 03:41:11.765697 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-3a1484bc-76b2-4679-ab75-fe72c632bc05 req-f11855a9-025e-4c5f-9d74-60de6abb11ca tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/security-groups?id=9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463691 May 27 03:41:11.820848 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69eee96-e0a9-4a37-8bd0-c0906b60375e req-808e2ddc-f1e7-49f6-ba39-3bd0b7b2fc28 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:11.822628 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-a69eee96-e0a9-4a37-8bd0-c0906b60375e req-808e2ddc-f1e7-49f6-ba39-3bd0b7b2fc28 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 945 time: 0.0506024 May 27 03:41:11.876330 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-a69eee96-e0a9-4a37-8bd0-c0906b60375e req-7fd8af0a-d7ff-4796-8c0b-95e294640135 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453250 May 27 03:41:12.012408 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2d37b-9855-42a6-9758-d5e4385c00f7 req-4713aeec-51a5-487a-a0de-18f6db2a1ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:12.013978 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-98c2d37b-9855-42a6-9758-d5e4385c00f7 req-4713aeec-51a5-487a-a0de-18f6db2a1ad2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5442e526-9bae-444b-be40-78dda1200ecb HTTP/1.1" status: 200 len: 1130 time: 0.0420246 May 27 03:41:12.051352 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd72fa-efb0-4218-98b0-3e730265daa4 req-941ec78d-8aa3-439e-92b8-d96292c879a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:12.052767 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-facd72fa-efb0-4218-98b0-3e730265daa4 req-941ec78d-8aa3-439e-92b8-d96292c879a3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 1129 time: 0.0699055 May 27 03:41:12.054791 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=100 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:12.058431 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-98c2d37b-9855-42a6-9758-d5e4385c00f7 req-a2ae528e-9bd3-4253-b624-92e30cfb0bf8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e8ab2741-0f13-4dfb-bc9d-9a1814c4d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386868 May 27 03:41:12.105816 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-facd72fa-efb0-4218-98b0-3e730265daa4 req-8dbf3d8d-097f-4958-8b5a-aa5e615c76fe service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468955 May 27 03:41:12.323973 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:12.747140 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2a4d0-825c-4853-8186-6257d853d6be req-7c4d89e2-c28c-4333-a426-e936a11d8853 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:12.748598 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f0e2a4d0-825c-4853-8186-6257d853d6be req-7c4d89e2-c28c-4333-a426-e936a11d8853 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/ports?device_id=5442e526-9bae-444b-be40-78dda1200ecb HTTP/1.1" status: 200 len: 946 time: 0.0810227 May 27 03:41:12.754472 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b557bf-97cf-4370-a8d7-f2c23affef1c req-cbbe061d-c1a9-4457-b55a-02f400a4c1f4 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:12.755812 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b8b557bf-97cf-4370-a8d7-f2c23affef1c req-cbbe061d-c1a9-4457-b55a-02f400a4c1f4 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?device_id=c3634bb2-2325-4565-96a8-f38e7bb5b911 HTTP/1.1" status: 200 len: 946 time: 0.0864463 May 27 03:41:12.828527 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f0e2a4d0-825c-4853-8186-6257d853d6be req-5e674569-3fa7-4296-ab43-fc6fca0b3182 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8ab2741-0f13-4dfb-bc9d-9a1814c4d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717831 May 27 03:41:12.831709 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b8b557bf-97cf-4370-a8d7-f2c23affef1c req-ee667a02-165e-443e-a950-c8591eb67e84 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/security-groups?id=de388d8e-a7d5-40d6-b17e-f8eee7583472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692587 May 27 03:41:12.939609 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba831b96-bbc0-4f7b-a423-123307a97d7b req-2d304eb8-0652-4d57-9284-400e54f790af tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:12.941106 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ba831b96-bbc0-4f7b-a423-123307a97d7b req-2d304eb8-0652-4d57-9284-400e54f790af tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 945 time: 0.0522475 May 27 03:41:13.000504 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:13.016520 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b994e-9edb-4aee-b847-759a73292b1b req-929b57ef-e2df-437c-b61a-1cbad9769a0d tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:13.018133 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-013b994e-9edb-4aee-b847-759a73292b1b req-929b57ef-e2df-437c-b61a-1cbad9769a0d tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 945 time: 0.0705233 May 27 03:41:13.049628 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ba831b96-bbc0-4f7b-a423-123307a97d7b req-da2391ab-5f11-41d1-8070-7d22109979a8 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/security-groups?id=9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029053 May 27 03:41:13.058250 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:13.088526 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-013b994e-9edb-4aee-b847-759a73292b1b req-e51ffca0-ee49-4a08-b7b3-718c54aee345 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619483 May 27 03:41:13.949860 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd688f-bd8b-4e1b-9805-66d915505ce6 req-9ab5efee-8384-4479-8f42-a5bfd59c612f tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:13.951325 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-addd688f-bd8b-4e1b-9805-66d915505ce6 req-9ab5efee-8384-4479-8f42-a5bfd59c612f tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/ports?device_id=5442e526-9bae-444b-be40-78dda1200ecb HTTP/1.1" status: 200 len: 946 time: 0.0503144 May 27 03:41:14.000010 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-addd688f-bd8b-4e1b-9805-66d915505ce6 req-8e4a24ee-56b0-475d-b1d9-fd040d8c942c tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8ab2741-0f13-4dfb-bc9d-9a1814c4d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421531 May 27 03:41:14.439036 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ba6d2-b0f4-4fe5-98c1-9bbdb773051d req-6022a5fb-77dd-4f3f-b377-5e3ede351fcb tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:14.440529 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-283ba6d2-b0f4-4fe5-98c1-9bbdb773051d req-6022a5fb-77dd-4f3f-b377-5e3ede351fcb tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 945 time: 0.0522294 May 27 03:41:14.490509 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-283ba6d2-b0f4-4fe5-98c1-9bbdb773051d req-1979feba-ea65-475a-811f-68ddf4fff8f2 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/security-groups?id=9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443041 May 27 03:41:14.591051 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8014c2-7e99-4320-9fb9-d4f0615ac74f req-8dd13cf4-3302-4c22-b6cd-b93f3866c2be tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:14.592505 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ec8014c2-7e99-4320-9fb9-d4f0615ac74f req-8dd13cf4-3302-4c22-b6cd-b93f3866c2be tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 945 time: 0.0470674 May 27 03:41:14.643700 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ec8014c2-7e99-4320-9fb9-d4f0615ac74f req-3496c1db-ef3f-4c81-8cf9-e4733814a14f tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453165 May 27 03:41:14.746041 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef117b3-cdc7-4c5f-8be3-b3350738ff7e req-6de11fc0-7942-40d7-85d1-df5bb3b7a9fb tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:14.747502 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9ef117b3-cdc7-4c5f-8be3-b3350738ff7e req-6de11fc0-7942-40d7-85d1-df5bb3b7a9fb tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?device_id=c3634bb2-2325-4565-96a8-f38e7bb5b911 HTTP/1.1" status: 200 len: 946 time: 0.0478704 May 27 03:41:14.794197 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9ef117b3-cdc7-4c5f-8be3-b3350738ff7e req-ed14f7a3-85cb-4274-8b8a-af720f678b9c tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/security-groups?id=de388d8e-a7d5-40d6-b17e-f8eee7583472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403028 May 27 03:41:15.608943 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b10535e-9a39-4bb5-b426-f431744cc1c8 req-531185a7-b176-422d-9a98-5d2d3b031915 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:15.611028 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0b10535e-9a39-4bb5-b426-f431744cc1c8 req-531185a7-b176-422d-9a98-5d2d3b031915 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 945 time: 0.0519273 May 27 03:41:15.663927 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0b10535e-9a39-4bb5-b426-f431744cc1c8 req-47e50974-c3d2-4886-9856-60d973be5ff8 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/security-groups?id=9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475354 May 27 03:41:15.772251 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7365d6c-d3b0-43a1-a0e4-68581ed169e6 req-976a4cd5-77e5-4c32-9ae5-555ba3dcbf00 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:15.774074 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b7365d6c-d3b0-43a1-a0e4-68581ed169e6 req-976a4cd5-77e5-4c32-9ae5-555ba3dcbf00 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 945 time: 0.0530372 May 27 03:41:15.823201 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b7365d6c-d3b0-43a1-a0e4-68581ed169e6 req-c713fcf7-168c-45c9-afca-cad52e2f2129 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436215 May 27 03:41:15.927067 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606bf3b-d269-4104-84cb-1884f9c81300 req-9168097d-2ad1-4bcf-8333-4f938c804af8 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:15.928603 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-8606bf3b-d269-4104-84cb-1884f9c81300 req-9168097d-2ad1-4bcf-8333-4f938c804af8 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 945 time: 0.0497680 May 27 03:41:15.983862 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-8606bf3b-d269-4104-84cb-1884f9c81300 req-e2d07f93-52a6-4544-9b7e-5819cf5aeea4 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/security-groups?id=9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488658 May 27 03:41:16.008793 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 56308) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:16.096477 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33753e9e-6f23-464c-b75c-c139e4f2f5c0 req-fcaf5c51-b545-456b-b12d-8f3b1da572f1 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:16.097995 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-33753e9e-6f23-464c-b75c-c139e4f2f5c0 req-fcaf5c51-b545-456b-b12d-8f3b1da572f1 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?device_id=c3634bb2-2325-4565-96a8-f38e7bb5b911 HTTP/1.1" status: 200 len: 946 time: 0.0549421 May 27 03:41:16.148378 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-33753e9e-6f23-464c-b75c-c139e4f2f5c0 req-90be17f8-f179-470c-a74b-2777e132da0b tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/security-groups?id=de388d8e-a7d5-40d6-b17e-f8eee7583472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445702 May 27 03:41:16.209735 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c635d60-3093-46c9-ab67-4d39d5689ef4 tempest-TestShelveInstance-773926687 tempest-TestShelveInstance-773926687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:16.211228 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-1c635d60-3093-46c9-ab67-4d39d5689ef4 tempest-TestShelveInstance-773926687 tempest-TestShelveInstance-773926687-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 1124 time: 0.2013955 May 27 03:41:16.214128 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 56312) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:16.218919 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-5eadffe4-221f-44c5-87f0-2c0397e1a0e1 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Request body: {'floatingip': {'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'port_id': '2c01d7d2-45fa-41fd-aac9-41a72ed6d89f', 'tenant_id': '768052d3698e483584138b97ac418580', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:41:16.310230 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f4ff3-4e1c-4257-a96d-2597378b3999 req-f08b3c06-ab91-415d-ad0e-da7ec6305f5c tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:16.312568 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-461f4ff3-4e1c-4257-a96d-2597378b3999 req-f08b3c06-ab91-415d-ad0e-da7ec6305f5c tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3634bb2-2325-4565-96a8-f38e7bb5b911 HTTP/1.1" status: 200 len: 946 time: 0.0494134 May 27 03:41:16.313858 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5eadffe4-221f-44c5-87f0-2c0397e1a0e1 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:16.427044 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:16.499915 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:16.524139 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [req-461f4ff3-4e1c-4257-a96d-2597378b3999 req-4a83811d-6fdb-4668-bfcb-dcec50207987 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Deleting port adf99fd3-003a-4538-86ac-9a58b39eeac0 {{(pid=104677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:41:16.524480 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-461f4ff3-4e1c-4257-a96d-2597378b3999 req-4a83811d-6fdb-4668-bfcb-dcec50207987 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (adf99fd3-003a-4538-86ac-9a58b39eeac0), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:16.527894 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5eadffe4-221f-44c5-87f0-2c0397e1a0e1 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:16.698404 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.db [req-461f4ff3-4e1c-4257-a96d-2597378b3999 req-4a83811d-6fdb-4668-bfcb-dcec50207987 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] For port adf99fd3-003a-4538-86ac-9a58b39eeac0, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=adf99fd3-003a-4538-86ac-9a58b39eeac0,segment=NetworkSegment(9c8de8f0-14f2-4378-ac86-cca160848b79),segment_id=9c8de8f0-14f2-4378-ac86-cca160848b79)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:16.699116 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-461f4ff3-4e1c-4257-a96d-2597378b3999 req-4a83811d-6fdb-4668-bfcb-dcec50207987 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (adf99fd3-003a-4538-86ac-9a58b39eeac0), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:16.725827 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [req-461f4ff3-4e1c-4257-a96d-2597378b3999 req-4a83811d-6fdb-4668-bfcb-dcec50207987 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Calling delete_port for adf99fd3-003a-4538-86ac-9a58b39eeac0 owned by compute:nova {{(pid=104677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:41:16.738130 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.db_base_plugin_common [None req-5eadffe4-221f-44c5-87f0-2c0397e1a0e1 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Allocated IP 172.28.2.123 (2c8f85dd-7a0e-40ae-be84-c061eec53ce1/4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03/2d45cfc5-162d-4ce1-bc4f-a4c7eb24375f) {{(pid=104677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:16.973332 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5eadffe4-221f-44c5-87f0-2c0397e1a0e1 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks [] for port (2d45cfc5-162d-4ce1-bc4f-a4c7eb24375f), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:17.076375 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0dd124-904c-463e-bbe2-e8e17d3b047d req-0ea9c8e2-655f-4dbc-9cb4-879d23f8db1b tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:17.077927 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-3b0dd124-904c-463e-bbe2-e8e17d3b047d req-0ea9c8e2-655f-4dbc-9cb4-879d23f8db1b tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 945 time: 0.1604028 May 27 03:41:17.097876 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:17.297067 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5eadffe4-221f-44c5-87f0-2c0397e1a0e1 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59984224'] for port (2d45cfc5-162d-4ce1-bc4f-a4c7eb24375f), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:17.387009 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eadffe4-221f-44c5-87f0-2c0397e1a0e1 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Network 2c8f85dd-7a0e-40ae-be84-c061eec53ce1 is already hosted by enough agents. {{(pid=104677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:17.389463 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-461f4ff3-4e1c-4257-a96d-2597378b3999 req-4a83811d-6fdb-4668-bfcb-dcec50207987 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59984224'] for port (adf99fd3-003a-4538-86ac-9a58b39eeac0), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:17.398864 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ba238-e416-4373-9f16-58e36031009d req-f5cfeda0-146f-4471-a924-2cba00556a3f tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:17.400377 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9e1ba238-e416-4373-9f16-58e36031009d req-f5cfeda0-146f-4471-a924-2cba00556a3f tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?device_id=c3634bb2-2325-4565-96a8-f38e7bb5b911 HTTP/1.1" status: 200 len: 946 time: 0.1115510 May 27 03:41:17.403325 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-3b0dd124-904c-463e-bbe2-e8e17d3b047d req-a496bc1b-eb6d-4801-a487-a5d5a5c966ba tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3188181 May 27 03:41:17.409413 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.base_scheduler [None req-5eadffe4-221f-44c5-87f0-2c0397e1a0e1 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Resources bound (agent type, host, resource id): {{(pid=104677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:17.412709 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] get_ports_and_sgs() called for port_ids ['adf99fd3-003a-4538-86ac-9a58b39eeac0'] {{(pid=104679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:41:17.416889 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eadffe4-221f-44c5-87f0-2c0397e1a0e1 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Received port after_create {{(pid=104677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:41:17.420125 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eadffe4-221f-44c5-87f0-2c0397e1a0e1 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Pushing event updated for resources: {'Port': ['ID=2d45cfc5-162d-4ce1-bc4f-a4c7eb24375f,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:17.471260 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:17.472722 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eadffe4-221f-44c5-87f0-2c0397e1a0e1 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:17.473062 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eadffe4-221f-44c5-87f0-2c0397e1a0e1 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:17.473438 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eadffe4-221f-44c5-87f0-2c0397e1a0e1 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:17.473775 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eadffe4-221f-44c5-87f0-2c0397e1a0e1 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:17.474112 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eadffe4-221f-44c5-87f0-2c0397e1a0e1 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:17.474440 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eadffe4-221f-44c5-87f0-2c0397e1a0e1 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:17.474764 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eadffe4-221f-44c5-87f0-2c0397e1a0e1 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:17.475089 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eadffe4-221f-44c5-87f0-2c0397e1a0e1 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:17.475411 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eadffe4-221f-44c5-87f0-2c0397e1a0e1 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:17.475731 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eadffe4-221f-44c5-87f0-2c0397e1a0e1 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:17.476049 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eadffe4-221f-44c5-87f0-2c0397e1a0e1 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:17.476372 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eadffe4-221f-44c5-87f0-2c0397e1a0e1 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:17.476690 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eadffe4-221f-44c5-87f0-2c0397e1a0e1 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:17.477009 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eadffe4-221f-44c5-87f0-2c0397e1a0e1 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:17.477352 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eadffe4-221f-44c5-87f0-2c0397e1a0e1 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:17.582476 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a83811d-6fdb-4668-bfcb-dcec50207987 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Pushing event deleted for resources: {'Port': ['ID=adf99fd3-003a-4538-86ac-9a58b39eeac0,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:17.587189 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [req-461f4ff3-4e1c-4257-a96d-2597378b3999 req-4a83811d-6fdb-4668-bfcb-dcec50207987 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] No DVR routers for this DVR port adf99fd3-003a-4538-86ac-9a58b39eeac0 on host hv-cinder-84336 {{(pid=104677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:41:17.597603 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9e1ba238-e416-4373-9f16-58e36031009d req-7e208f7d-4eed-43ae-bde1-1425076b567a tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/security-groups?id=de388d8e-a7d5-40d6-b17e-f8eee7583472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847034 May 27 03:41:17.598635 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-461f4ff3-4e1c-4257-a96d-2597378b3999 req-4a83811d-6fdb-4668-bfcb-dcec50207987 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:17.601721 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-461f4ff3-4e1c-4257-a96d-2597378b3999 req-4a83811d-6fdb-4668-bfcb-dcec50207987 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.72 "DELETE /v2.0/ports/adf99fd3-003a-4538-86ac-9a58b39eeac0 HTTP/1.1" status: 204 len: 173 time: 1.2735922 May 27 03:41:17.618719 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3634bb2-2325-4565-96a8-f38e7bb5b911', 'name': 'network-vif-deleted', 'tag': 'adf99fd3-003a-4538-86ac-9a58b39eeac0'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:41:17.620936 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5933d85cf17399e2dc167eca01249890e1c66fccb09b4015a1c2ab305ead4f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e84af48-f9c9-41cb-8988-7166ccff343f" -d '{"events": [{"server_uuid": "c3634bb2-2325-4565-96a8-f38e7bb5b911", "name": "network-vif-deleted", "tag": "adf99fd3-003a-4538-86ac-9a58b39eeac0"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:41:17.663745 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d69c5f-0860-4e1c-921d-27f61ca31cb7 x-openstack-request-id: req-40d69c5f-0860-4e1c-921d-27f61ca31cb7 {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:41:17.664033 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3634bb2-2325-4565-96a8-f38e7bb5b911", "name": "network-vif-deleted", "tag": "adf99fd3-003a-4538-86ac-9a58b39eeac0", "status": "completed", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:41:17.664281 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-40d69c5f-0860-4e1c-921d-27f61ca31cb7 {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:41:17.664664 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40d69c5f-0860-4e1c-921d-27f61ca31cb7'] response: {'server_uuid': 'c3634bb2-2325-4565-96a8-f38e7bb5b911', 'name': 'network-vif-deleted', 'tag': 'adf99fd3-003a-4538-86ac-9a58b39eeac0', 'status': 'completed', 'code': 200} May 27 03:41:18.006516 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5eadffe4-221f-44c5-87f0-2c0397e1a0e1 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks [] for floatingip (e3297379-b0d4-4023-aa95-e9d851b5239e), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:18.286929 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5eadffe4-221f-44c5-87f0-2c0397e1a0e1 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (2d45cfc5-162d-4ce1-bc4f-a4c7eb24375f), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:18.427398 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:18.465812 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5eadffe4-221f-44c5-87f0-2c0397e1a0e1 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks [] for port (2d45cfc5-162d-4ce1-bc4f-a4c7eb24375f), precommit_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:18.527352 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5eadffe4-221f-44c5-87f0-2c0397e1a0e1 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59984215'] for port (2d45cfc5-162d-4ce1-bc4f-a4c7eb24375f), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:18.541677 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e9c3d-76d3-4555-a934-36ec5d4479e9 req-891686da-8e5c-4534-a7d0-b7a55beee6ae tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:18.543142 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f67e9c3d-76d3-4555-a934-36ec5d4479e9 req-891686da-8e5c-4534-a7d0-b7a55beee6ae tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 945 time: 0.0588131 May 27 03:41:18.634038 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eadffe4-221f-44c5-87f0-2c0397e1a0e1 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Pushing event updated for resources: {'Port': ['ID=2d45cfc5-162d-4ce1-bc4f-a4c7eb24375f,revision_number=2']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:18.646951 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5eadffe4-221f-44c5-87f0-2c0397e1a0e1 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665637'] for floatingip (e3297379-b0d4-4023-aa95-e9d851b5239e), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:18.729225 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:18.736964 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f67e9c3d-76d3-4555-a934-36ec5d4479e9 req-8bfc52e4-c5de-4a45-9ac2-76ce5a0fa8e8 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724904 May 27 03:41:18.743505 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-07c4f72d-89d8-4ea4-a83b-20331b9ea075 req-1e290336-1af8-4c46-8d9c-27797722e225 tempest-VolumesActionsTest-896898110 tempest-VolumesActionsTest-896898110-project] 10.222.0.71 "GET /v2.0/ports?device_id=c3634bb2-2325-4565-96a8-f38e7bb5b911 HTTP/1.1" status: 200 len: 210 time: 0.0541043 May 27 03:41:18.798912 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.db.l3_db [None req-5eadffe4-221f-44c5-87f0-2c0397e1a0e1 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Floating IP e3297379-b0d4-4023-aa95-e9d851b5239e associated. External IP: 172.28.2.123, port: 2c01d7d2-45fa-41fd-aac9-41a72ed6d89f. May 27 03:41:19.002835 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eadffe4-221f-44c5-87f0-2c0397e1a0e1 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Router b5448ab5-44fb-4b25-982c-e5ec897dd9bd has already been hosted by L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 {{(pid=104677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:41:19.110664 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eadffe4-221f-44c5-87f0-2c0397e1a0e1 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:41:19.120742 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4d1612-2c0f-443b-9783-e37674f4bd68 None None] Sync routers for ids ['b5448ab5-44fb-4b25-982c-e5ec897dd9bd'] in dv-cinder-843361-2-smb {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:41:19.131623 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4d1612-2c0f-443b-9783-e37674f4bd68 None None] Routers {'b5448ab5-44fb-4b25-982c-e5ec897dd9bd'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:41:19.132229 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-0b4d1612-2c0f-443b-9783-e37674f4bd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:41:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['b5448ab5-44fb-4b25-982c-e5ec897dd9bd'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:19.177093 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5eadffe4-221f-44c5-87f0-2c0397e1a0e1 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for floatingip (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:19.212412 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-5eadffe4-221f-44c5-87f0-2c0397e1a0e1 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9969018 May 27 03:41:19.242682 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-0b4d1612-2c0f-443b-9783-e37674f4bd68 None None] Set router b5448ab5-44fb-4b25-982c-e5ec897dd9bd gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:41:19.461202 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-0b4d1612-2c0f-443b-9783-e37674f4bd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5448ab5-44fb-4b25-982c-e5ec897dd9bd', 'name': 'tempest-TestShelveInstance-879380398-router', 'tenant_id': '768052d3698e483584138b97ac418580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a5330358-6209-41f8-bb27-e1de26b49aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:08Z', 'updated_at': '2022-05-27T03:40:14Z', 'revision_number': 4, 'project_id': '768052d3698e483584138b97ac418580', 'gw_port': {'id': 'a5330358-6209-41f8-bb27-e1de26b49aee', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5448ab5-44fb-4b25-982c-e5ec897dd9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:09Z', 'updated_at': '2022-05-27T03:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_floatingips': [{'id': 'e3297379-b0d4-4023-aa95-e9d851b5239e', 'tenant_id': '768052d3698e483584138b97ac418580', 'floating_ip_address': '172.28.2.123', 'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'router_id': 'b5448ab5-44fb-4b25-982c-e5ec897dd9bd', 'port_id': '2c01d7d2-45fa-41fd-aac9-41a72ed6d89f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66877992-c539-4a20-bc38-e23ad3fab872', 'mac_address': 'fa:16:3e:f9:ec:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24144904-0238-4933-b5ed-1b4c9e7fd28f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:41:17Z', 'updated_at': '2022-05-27T03:41:17Z', 'revision_number': 0, 'project_id': '768052d3698e483584138b97ac418580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21159ab1-4920-4209-9c88-9a646c84f8b8', 'name': '', 'network_id': '66877992-c539-4a20-bc38-e23ad3fab872', 'tenant_id': '768052d3698e483584138b97ac418580', 'mac_address': 'fa:16:3e:27:6c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5448ab5-44fb-4b25-982c-e5ec897dd9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'd06f8d51-ddd1-498e-b885-be07a3b307ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:12Z', 'updated_at': '2022-05-27T03:40:18Z', 'revision_number': 5, 'project_id': '768052d3698e483584138b97ac418580', 'subnets': [{'id': 'd06f8d51-ddd1-498e-b885-be07a3b307ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:19.486579 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4d1612-2c0f-443b-9783-e37674f4bd68 None None] Checking router: b5448ab5-44fb-4b25-982c-e5ec897dd9bd for host: dv-cinder-843361-2-smb {{(pid=104680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:41:19.495001 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4d1612-2c0f-443b-9783-e37674f4bd68 None None] Routers {'b5448ab5-44fb-4b25-982c-e5ec897dd9bd'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:41:19.495599 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-0b4d1612-2c0f-443b-9783-e37674f4bd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:41:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['b5448ab5-44fb-4b25-982c-e5ec897dd9bd'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:19.603811 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-0b4d1612-2c0f-443b-9783-e37674f4bd68 None None] Set router b5448ab5-44fb-4b25-982c-e5ec897dd9bd gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:41:19.665897 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24144904-0238-4933-b5ed-1b4c9e7fd28f', 'tag': '2c01d7d2-45fa-41fd-aac9-41a72ed6d89f'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:41:19.668482 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5933d85cf17399e2dc167eca01249890e1c66fccb09b4015a1c2ab305ead4f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af419d65-0dda-4d73-936e-2e6024eb3ca5" -d '{"events": [{"name": "network-changed", "server_uuid": "24144904-0238-4933-b5ed-1b4c9e7fd28f", "tag": "2c01d7d2-45fa-41fd-aac9-41a72ed6d89f"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:41:19.706111 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06d2f94-3b24-4043-97d8-13b98598aa48 x-openstack-request-id: req-b06d2f94-3b24-4043-97d8-13b98598aa48 {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:41:19.706405 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24144904-0238-4933-b5ed-1b4c9e7fd28f", "tag": "2c01d7d2-45fa-41fd-aac9-41a72ed6d89f", "status": "completed", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:41:19.706689 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b06d2f94-3b24-4043-97d8-13b98598aa48 {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:41:19.707650 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b06d2f94-3b24-4043-97d8-13b98598aa48'] response: {'name': 'network-changed', 'server_uuid': '24144904-0238-4933-b5ed-1b4c9e7fd28f', 'tag': '2c01d7d2-45fa-41fd-aac9-41a72ed6d89f', 'status': 'completed', 'code': 200} May 27 03:41:19.784525 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af419d65-0dda-4d73-936e-2e6024eb3ca5 req-729ffc36-eeaa-454f-a96e-2f45da4d7646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:19.787145 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-af419d65-0dda-4d73-936e-2e6024eb3ca5 req-729ffc36-eeaa-454f-a96e-2f45da4d7646 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=768052d3698e483584138b97ac418580&device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 1129 time: 0.0531924 May 27 03:41:19.858340 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-0b4d1612-2c0f-443b-9783-e37674f4bd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5448ab5-44fb-4b25-982c-e5ec897dd9bd', 'name': 'tempest-TestShelveInstance-879380398-router', 'tenant_id': '768052d3698e483584138b97ac418580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a5330358-6209-41f8-bb27-e1de26b49aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:08Z', 'updated_at': '2022-05-27T03:40:14Z', 'revision_number': 4, 'project_id': '768052d3698e483584138b97ac418580', 'gw_port': {'id': 'a5330358-6209-41f8-bb27-e1de26b49aee', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5448ab5-44fb-4b25-982c-e5ec897dd9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:09Z', 'updated_at': '2022-05-27T03:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_floatingips': [{'id': 'e3297379-b0d4-4023-aa95-e9d851b5239e', 'tenant_id': '768052d3698e483584138b97ac418580', 'floating_ip_address': '172.28.2.123', 'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'router_id': 'b5448ab5-44fb-4b25-982c-e5ec897dd9bd', 'port_id': '2c01d7d2-45fa-41fd-aac9-41a72ed6d89f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66877992-c539-4a20-bc38-e23ad3fab872', 'mac_address': 'fa:16:3e:f9:ec:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24144904-0238-4933-b5ed-1b4c9e7fd28f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:41:17Z', 'updated_at': '2022-05-27T03:41:17Z', 'revision_number': 0, 'project_id': '768052d3698e483584138b97ac418580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21159ab1-4920-4209-9c88-9a646c84f8b8', 'name': '', 'network_id': '66877992-c539-4a20-bc38-e23ad3fab872', 'tenant_id': '768052d3698e483584138b97ac418580', 'mac_address': 'fa:16:3e:27:6c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5448ab5-44fb-4b25-982c-e5ec897dd9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'd06f8d51-ddd1-498e-b885-be07a3b307ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:12Z', 'updated_at': '2022-05-27T03:40:18Z', 'revision_number': 5, 'project_id': '768052d3698e483584138b97ac418580', 'subnets': [{'id': 'd06f8d51-ddd1-498e-b885-be07a3b307ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:19.887720 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4d1612-2c0f-443b-9783-e37674f4bd68 None None] The sync data for ids ['b5448ab5-44fb-4b25-982c-e5ec897dd9bd'] in dv-cinder-843361-2-smb is: [{'id': 'b5448ab5-44fb-4b25-982c-e5ec897dd9bd', 'name': 'tempest-TestShelveInstance-879380398-router', 'tenant_id': '768052d3698e483584138b97ac418580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a5330358-6209-41f8-bb27-e1de26b49aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:08Z', 'updated_at': '2022-05-27T03:40:14Z', 'revision_number': 4, 'project_id': '768052d3698e483584138b97ac418580', 'gw_port': {'id': 'a5330358-6209-41f8-bb27-e1de26b49aee', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5448ab5-44fb-4b25-982c-e5ec897dd9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:09Z', 'updated_at': '2022-05-27T03:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_floatingips': [{'id': 'e3297379-b0d4-4023-aa95-e9d851b5239e', 'tenant_id': '768052d3698e483584138b97ac418580', 'floating_ip_address': '172.28.2.123', 'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'router_id': 'b5448ab5-44fb-4b25-982c-e5ec897dd9bd', 'port_id': '2c01d7d2-45fa-41fd-aac9-41a72ed6d89f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66877992-c539-4a20-bc38-e23ad3fab872', 'mac_address': 'fa:16:3e:f9:ec:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24144904-0238-4933-b5ed-1b4c9e7fd28f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:41:17Z', 'updated_at': '2022-05-27T03:41:17Z', 'revision_number': 0, 'project_id': '768052d3698e483584138b97ac418580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21159ab1-4920-4209-9c88-9a646c84f8b8', 'name': '', 'network_id': '66877992-c539-4a20-bc38-e23ad3fab872', 'tenant_id': '768052d3698e483584138b97ac418580', 'mac_address': 'fa:16:3e:27:6c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5448ab5-44fb-4b25-982c-e5ec897dd9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'd06f8d51-ddd1-498e-b885-be07a3b307ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:12Z', 'updated_at': '2022-05-27T03:40:18Z', 'revision_number': 5, 'project_id': '768052d3698e483584138b97ac418580', 'subnets': [{'id': 'd06f8d51-ddd1-498e-b885-be07a3b307ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:41:19.911721 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3130aa-03cd-43c7-b786-2ddafa473411 req-edbffc9f-0610-4c99-9d41-c476ace5f9e0 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:19.913224 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-7b3130aa-03cd-43c7-b786-2ddafa473411 req-edbffc9f-0610-4c99-9d41-c476ace5f9e0 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 945 time: 0.0990565 May 27 03:41:19.988566 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af419d65-0dda-4d73-936e-2e6024eb3ca5 req-f14abf1c-c290-4088-a8ee-0f101343a746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:19.990228 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-af419d65-0dda-4d73-936e-2e6024eb3ca5 req-f14abf1c-c290-4088-a8ee-0f101343a746 service neutron] 10.222.0.72 "GET /v2.0/networks?id=66877992-c539-4a20-bc38-e23ad3fab872 HTTP/1.1" status: 200 len: 909 time: 0.1914515 May 27 03:41:19.997548 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-7b3130aa-03cd-43c7-b786-2ddafa473411 req-46f50ef2-69eb-43e9-a442-6ae55e90c573 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707850 May 27 03:41:20.173208 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b1b781-dccc-436d-931a-b2a9e20e772c None None] New status for floating IP e3297379-b0d4-4023-aa95-e9d851b5239e: ACTIVE {{(pid=104679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:41:20.315332 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-af419d65-0dda-4d73-936e-2e6024eb3ca5 req-65a44019-aa57-4089-9b73-e2ffa9d93e73 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c01d7d2-45fa-41fd-aac9-41a72ed6d89f HTTP/1.1" status: 200 len: 999 time: 0.3167522 May 27 03:41:20.367907 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:20.374134 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af419d65-0dda-4d73-936e-2e6024eb3ca5 req-f56a2718-5713-46bf-9b87-77af00b0a3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:20.375791 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-af419d65-0dda-4d73-936e-2e6024eb3ca5 req-f56a2718-5713-46bf-9b87-77af00b0a3c3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d06f8d51-ddd1-498e-b885-be07a3b307ee HTTP/1.1" status: 200 len: 847 time: 0.0538950 May 27 03:41:20.439649 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af419d65-0dda-4d73-936e-2e6024eb3ca5 req-31518e80-9b8b-461c-803f-5b5338c47b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:20.441359 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-af419d65-0dda-4d73-936e-2e6024eb3ca5 req-31518e80-9b8b-461c-803f-5b5338c47b7e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=66877992-c539-4a20-bc38-e23ad3fab872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0567663 May 27 03:41:20.552224 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-af419d65-0dda-4d73-936e-2e6024eb3ca5 req-40b8ff57-ff77-42ab-b32b-4f92a93a90cd service neutron] 10.222.0.72 "GET /v2.0/networks/66877992-c539-4a20-bc38-e23ad3fab872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996468 May 27 03:41:20.574629 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device adf99fd3-003a-4538-86ac-9a58b39eeac0 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:41:20.596143 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] No Port match for: adf99fd3-003a-4538-86ac-9a58b39eeac0 {{(pid=104679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:41:20.596492 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device adf99fd3-003a-4538-86ac-9a58b39eeac0 not bound to the agent host hv-cinder-84336 {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:41:20.631679 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:20.658933 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-af419d65-0dda-4d73-936e-2e6024eb3ca5 req-e3c8c4b7-7024-4dd2-88e3-cc8bf0c4761d service neutron] 10.222.0.72 "GET /v2.0/networks/66877992-c539-4a20-bc38-e23ad3fab872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955815 May 27 03:41:21.180427 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981cb926-4722-4f6a-a1a8-7929207660a4 req-42f1b123-a0fd-43d8-a458-1b858b42fece tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:21.181915 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-981cb926-4722-4f6a-a1a8-7929207660a4 req-42f1b123-a0fd-43d8-a458-1b858b42fece tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 945 time: 0.0473437 May 27 03:41:21.229768 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-981cb926-4722-4f6a-a1a8-7929207660a4 req-1d18c45b-f04b-4f33-880d-5a5ea25b9f9b tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415919 May 27 03:41:22.052883 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=51 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:22.343220 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961071f4-cc4a-4b04-bacf-ff37a6617891 req-15dee519-a49a-46b6-bbd2-ac642e834767 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:22.344907 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-961071f4-cc4a-4b04-bacf-ff37a6617891 req-15dee519-a49a-46b6-bbd2-ac642e834767 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 945 time: 0.0494380 May 27 03:41:22.391604 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-961071f4-cc4a-4b04-bacf-ff37a6617891 req-06662616-81ac-4a66-8da8-0f91ba265c02 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411239 May 27 03:41:23.539412 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc241f-ed6f-49f9-9d57-755b6b4b0e9a req-d1d6f9d7-6ca3-49a5-b25e-1670649ce39f tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:23.541351 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ebdc241f-ed6f-49f9-9d57-755b6b4b0e9a req-d1d6f9d7-6ca3-49a5-b25e-1670649ce39f tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 945 time: 0.0751519 May 27 03:41:23.600239 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ebdc241f-ed6f-49f9-9d57-755b6b4b0e9a req-4837858b-49ee-4e07-b9f9-43a889a9301e tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524554 May 27 03:41:24.026395 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11896af0-f277-4c57-aa10-b7e859d77f61 req-205273c9-52c4-4276-9787-ab5b6fdd3752 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:24.028427 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-11896af0-f277-4c57-aa10-b7e859d77f61 req-205273c9-52c4-4276-9787-ab5b6fdd3752 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 945 time: 0.0584636 May 27 03:41:24.082183 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-11896af0-f277-4c57-aa10-b7e859d77f61 req-cd568b9e-5376-4946-956a-7c298b44a4a5 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467291 May 27 03:41:25.072062 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06f8be-91f5-47cd-b478-728ed7069521 req-c669f9f1-b190-449b-9891-9489887f7655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:25.074987 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5a06f8be-91f5-47cd-b478-728ed7069521 req-c669f9f1-b190-449b-9891-9489887f7655 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3ca63dae986749728daf5c42db0d14e3&device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 1129 time: 0.0629785 May 27 03:41:25.331055 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06f8be-91f5-47cd-b478-728ed7069521 req-90294bd5-5e76-4e2c-8d92-a20342476d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:25.334044 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5a06f8be-91f5-47cd-b478-728ed7069521 req-90294bd5-5e76-4e2c-8d92-a20342476d10 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7a2ea638-361b-43e7-98a5-ad26674b6832 HTTP/1.1" status: 200 len: 911 time: 0.2445972 May 27 03:41:25.365535 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f982c3-17c7-46ed-89ef-95659f2842a8 req-cc19a998-fec3-4a54-8df3-0f276b630d0c tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:25.377943 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-10f982c3-17c7-46ed-89ef-95659f2842a8 req-cc19a998-fec3-4a54-8df3-0f276b630d0c tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 945 time: 0.1496460 May 27 03:41:25.514098 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-10f982c3-17c7-46ed-89ef-95659f2842a8 req-63de2f35-66fa-470b-a0dd-9d5099689f55 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798614 May 27 03:41:25.517906 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5a06f8be-91f5-47cd-b478-728ed7069521 req-1035054f-9f96-477d-8b63-5729a5ec7dca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8aa1527-651b-4926-9e46-f9c266094b42 HTTP/1.1" status: 200 len: 1000 time: 0.1384680 May 27 03:41:25.581672 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06f8be-91f5-47cd-b478-728ed7069521 req-3eaa3135-3f35-4fd3-9796-4fa38222f762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:25.583974 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5a06f8be-91f5-47cd-b478-728ed7069521 req-3eaa3135-3f35-4fd3-9796-4fa38222f762 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f2766fdc-78e4-4021-8ae5-25446d105c00 HTTP/1.1" status: 200 len: 849 time: 0.0575502 May 27 03:41:25.647110 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06f8be-91f5-47cd-b478-728ed7069521 req-4da6d199-2025-4024-8970-43c644bfc056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:25.648886 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5a06f8be-91f5-47cd-b478-728ed7069521 req-4da6d199-2025-4024-8970-43c644bfc056 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7a2ea638-361b-43e7-98a5-ad26674b6832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0477693 May 27 03:41:25.747912 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:25.760233 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5a06f8be-91f5-47cd-b478-728ed7069521 req-d98d0f22-2362-49c0-9dc4-bdfaa2d39853 service neutron] 10.222.0.72 "GET /v2.0/networks/7a2ea638-361b-43e7-98a5-ad26674b6832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042974 May 27 03:41:25.893213 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5a06f8be-91f5-47cd-b478-728ed7069521 req-b3588fd1-5054-4edd-9dfe-9c7d74f827b9 service neutron] 10.222.0.72 "GET /v2.0/networks/7a2ea638-361b-43e7-98a5-ad26674b6832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178241 May 27 03:41:26.639833 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc4f62-7233-4f7b-b731-8f8034702056 req-b81142bb-32c4-499d-a568-9365a362f271 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:26.641713 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-48bc4f62-7233-4f7b-b731-8f8034702056 req-b81142bb-32c4-499d-a568-9365a362f271 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 945 time: 0.0518579 May 27 03:41:26.675093 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:26.694991 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-48bc4f62-7233-4f7b-b731-8f8034702056 req-4bbb6e3c-5802-4aeb-88b4-0090121744bc tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477068 May 27 03:41:26.983457 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d3d36-a09c-4033-9546-0597b628f4c8 req-72b81292-fb70-4998-942b-1cebe0729551 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:26.985183 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-d33d3d36-a09c-4033-9546-0597b628f4c8 req-72b81292-fb70-4998-942b-1cebe0729551 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 946 time: 0.0693719 May 27 03:41:27.038815 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-d33d3d36-a09c-4033-9546-0597b628f4c8 req-526f8215-3dee-4d6a-b351-097a0331d26b tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f4896d8-2488-44da-b2dd-55f6c61b6253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468309 May 27 03:41:27.842341 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66866786-fc29-40c1-bd5d-a73fab6ef5e2 req-61ac4df2-7403-4098-b89c-f3cb768e260f tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:27.846972 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-66866786-fc29-40c1-bd5d-a73fab6ef5e2 req-61ac4df2-7403-4098-b89c-f3cb768e260f tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 945 time: 0.0691786 May 27 03:41:27.905242 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-66866786-fc29-40c1-bd5d-a73fab6ef5e2 req-a9569029-52cf-489f-8e01-99d4a19c57d9 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501850 May 27 03:41:28.183744 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c91c0-141c-4a42-941a-c447cca49966 req-ecfdb61c-7ddf-442f-9f64-852349f5650f tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:28.185484 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-537c91c0-141c-4a42-941a-c447cca49966 req-ecfdb61c-7ddf-442f-9f64-852349f5650f tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 946 time: 0.0539477 May 27 03:41:28.239108 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-537c91c0-141c-4a42-941a-c447cca49966 req-e11ccc3d-08a5-411c-8622-8e036fdc6b4c tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f4896d8-2488-44da-b2dd-55f6c61b6253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463128 May 27 03:41:28.339221 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 6 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:41:28.648070 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4829498-e5b2-4909-9018-dee846cdd4f2 req-39cea02c-bccd-47cf-8d42-aca53aca9036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:28.649779 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b4829498-e5b2-4909-9018-dee846cdd4f2 req-39cea02c-bccd-47cf-8d42-aca53aca9036 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8c649113d597484d8d1f5f046a8cac59&device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 1130 time: 0.0494838 May 27 03:41:28.762290 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4829498-e5b2-4909-9018-dee846cdd4f2 req-de89522a-e5c0-43ab-a72f-a03c56ecc569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:28.764289 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b4829498-e5b2-4909-9018-dee846cdd4f2 req-de89522a-e5c0-43ab-a72f-a03c56ecc569 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f916a43-2562-4d0d-bd29-c5c8a7d74b6a HTTP/1.1" status: 200 len: 919 time: 0.1037459 May 27 03:41:28.835061 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b4829498-e5b2-4909-9018-dee846cdd4f2 req-221f5c08-7907-4eb1-9448-5de8ab8f243d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=312059c1-f4ba-443c-8b30-272543608364 HTTP/1.1" status: 200 len: 1002 time: 0.0654786 May 27 03:41:28.891038 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4829498-e5b2-4909-9018-dee846cdd4f2 req-887747c2-2eff-43cd-9b10-0bfc0f65c0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:28.892475 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b4829498-e5b2-4909-9018-dee846cdd4f2 req-887747c2-2eff-43cd-9b10-0bfc0f65c0fe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e9e7a5b0-6940-4778-807b-b50ae30078a7 HTTP/1.1" status: 200 len: 857 time: 0.0510209 May 27 03:41:28.936222 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4829498-e5b2-4909-9018-dee846cdd4f2 req-57d19f4e-5f45-40ee-8413-1275e68ed95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:28.937748 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b4829498-e5b2-4909-9018-dee846cdd4f2 req-57d19f4e-5f45-40ee-8413-1275e68ed95a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f916a43-2562-4d0d-bd29-c5c8a7d74b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0382802 May 27 03:41:29.031589 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b4829498-e5b2-4909-9018-dee846cdd4f2 req-6db71bfe-97e3-4eb6-8084-aceb72897b47 service neutron] 10.222.0.72 "GET /v2.0/networks/2f916a43-2562-4d0d-bd29-c5c8a7d74b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873332 May 27 03:41:29.134681 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b4829498-e5b2-4909-9018-dee846cdd4f2 req-b5e103ab-82ac-4604-a266-0c12947a3386 service neutron] 10.222.0.72 "GET /v2.0/networks/2f916a43-2562-4d0d-bd29-c5c8a7d74b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959148 May 27 03:41:29.371713 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e7e53-545d-4930-a735-055b4c7d7fd0 req-c0286fcc-5fb7-4de8-a1eb-b3b781dc83ee tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:29.379533 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-791e7e53-545d-4930-a735-055b4c7d7fd0 req-c0286fcc-5fb7-4de8-a1eb-b3b781dc83ee tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 946 time: 0.0598192 May 27 03:41:29.437306 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-791e7e53-545d-4930-a735-055b4c7d7fd0 req-d75a3380-8974-4021-9d6f-b54a7e1fb42f tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f4896d8-2488-44da-b2dd-55f6c61b6253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554144 May 27 03:41:30.294781 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:30.560158 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:30.579732 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:30.580797 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbad7e-1770-4571-89c1-3895b4c7f53e req-cb38b556-df3a-4000-a40c-a077ebfe0a27 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:30.582241 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-04cbad7e-1770-4571-89c1-3895b4c7f53e req-cb38b556-df3a-4000-a40c-a077ebfe0a27 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 946 time: 0.0585434 May 27 03:41:30.636457 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-04cbad7e-1770-4571-89c1-3895b4c7f53e req-4fb69eb5-e766-4f47-81de-81581cc63ab8 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f4896d8-2488-44da-b2dd-55f6c61b6253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475395 May 27 03:41:31.784283 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8558b3-17aa-43ce-b7bf-d33cd83be895 req-a4404c81-8b8c-405e-a2b5-1be5d0c13dde tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:31.785974 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-7a8558b3-17aa-43ce-b7bf-d33cd83be895 req-a4404c81-8b8c-405e-a2b5-1be5d0c13dde tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 946 time: 0.0559297 May 27 03:41:31.834807 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-7a8558b3-17aa-43ce-b7bf-d33cd83be895 req-447260d2-5925-4d8d-88f9-c374c642e3b4 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f4896d8-2488-44da-b2dd-55f6c61b6253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427084 May 27 03:41:32.963617 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:33.002612 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d69e1-1b6d-4fbf-9773-e65b6550fd4b req-b2278fea-7250-4f57-8905-2e13cb358f2e tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:33.006062 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-416d69e1-1b6d-4fbf-9773-e65b6550fd4b req-b2278fea-7250-4f57-8905-2e13cb358f2e tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 946 time: 0.0788391 May 27 03:41:33.060520 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-416d69e1-1b6d-4fbf-9773-e65b6550fd4b req-e833da05-2683-4a6a-bf1a-a96445997227 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f4896d8-2488-44da-b2dd-55f6c61b6253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506544 May 27 03:41:34.193110 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c1e49-b666-4456-b155-94b81a13edf4 req-80de90c2-46e6-4e3e-927a-40c17b02077f tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:34.194795 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-925c1e49-b666-4456-b155-94b81a13edf4 req-80de90c2-46e6-4e3e-927a-40c17b02077f tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 946 time: 0.0518022 May 27 03:41:34.264932 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-925c1e49-b666-4456-b155-94b81a13edf4 req-8f273503-bfb1-4d94-9d31-53727c342e6b tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f4896d8-2488-44da-b2dd-55f6c61b6253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613363 May 27 03:41:35.420927 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefcb182-2ef0-4b00-a12a-e8fed812b1b8 req-febfc169-665f-41d2-a6b7-fb1e09d84237 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:35.425881 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-fefcb182-2ef0-4b00-a12a-e8fed812b1b8 req-febfc169-665f-41d2-a6b7-fb1e09d84237 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 946 time: 0.0748165 May 27 03:41:35.480597 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-fefcb182-2ef0-4b00-a12a-e8fed812b1b8 req-c1190580-d112-467b-a7e0-36fb64de267a tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f4896d8-2488-44da-b2dd-55f6c61b6253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509651 May 27 03:41:36.134897 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-473cbc2f-9a66-42e3-beb3-ad52a5dcd24d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:36.614271 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4604e6-f4af-4545-996f-489acfd54516 req-f3d07b7c-2a21-41a9-91e4-b49bdd6ad439 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:36.615861 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-8b4604e6-f4af-4545-996f-489acfd54516 req-f3d07b7c-2a21-41a9-91e4-b49bdd6ad439 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 946 time: 0.0532558 May 27 03:41:36.667998 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-8b4604e6-f4af-4545-996f-489acfd54516 req-4ce75698-eea6-4546-9f80-b319d6b63ec8 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f4896d8-2488-44da-b2dd-55f6c61b6253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458484 May 27 03:41:37.801691 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca096a0-8dfc-4a55-b998-7d6d8ee0f951 req-46f225dd-2ae1-4825-ab72-4dfa7a065a63 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:37.803295 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9ca096a0-8dfc-4a55-b998-7d6d8ee0f951 req-46f225dd-2ae1-4825-ab72-4dfa7a065a63 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 946 time: 0.0530345 May 27 03:41:37.857809 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9ca096a0-8dfc-4a55-b998-7d6d8ee0f951 req-9eb14096-c72a-492a-a073-723eb6e4db3b tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f4896d8-2488-44da-b2dd-55f6c61b6253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483911 May 27 03:41:38.333702 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=80 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:38.334762 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=76 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:38.369552 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-1e484583-2bee-4ebe-9ef3-120c5a59ebd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:38.660952 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:38.978065 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc705e0-f639-464d-a822-a529c15063f1 req-21f0d6b6-5b2c-4b03-9059-7916ec8f0fb3 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:38.979599 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-acc705e0-f639-464d-a822-a529c15063f1 req-21f0d6b6-5b2c-4b03-9059-7916ec8f0fb3 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 946 time: 0.0510986 May 27 03:41:39.026748 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-acc705e0-f639-464d-a822-a529c15063f1 req-98db1fbe-b859-4c6b-8992-f87cb18e1a45 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f4896d8-2488-44da-b2dd-55f6c61b6253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411491 May 27 03:41:39.378128 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:40.143721 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829deba-afa3-4fbc-97bc-cf02b66cfff3 req-c504c518-f5e9-4414-880a-5b37b09da0aa tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:40.145286 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c829deba-afa3-4fbc-97bc-cf02b66cfff3 req-c504c518-f5e9-4414-880a-5b37b09da0aa tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 946 time: 0.0482583 May 27 03:41:40.194043 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c829deba-afa3-4fbc-97bc-cf02b66cfff3 req-2822c636-aae8-4d3c-8f3c-e8c9e1f58124 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f4896d8-2488-44da-b2dd-55f6c61b6253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432644 May 27 03:41:41.026063 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:41.310230 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121e30d-83e5-48fc-8ecb-062bdc834329 req-9917bfb9-3236-49c0-9879-3ea54c1eb915 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:41.311817 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9121e30d-83e5-48fc-8ecb-062bdc834329 req-9917bfb9-3236-49c0-9879-3ea54c1eb915 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 946 time: 0.0484462 May 27 03:41:41.363959 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9121e30d-83e5-48fc-8ecb-062bdc834329 req-6713cb38-5fbe-4b95-a632-e620ca529c61 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f4896d8-2488-44da-b2dd-55f6c61b6253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464804 May 27 03:41:41.735284 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 56716) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:41.780184 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eb9c909-fc13-4a50-a945-7173fc97302e admin admin] Deleting subnet 2eb33205-5634-4e52-b4f2-9afa3146db1d {{(pid=104677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:41:41.783471 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-2eb9c909-fc13-4a50-a945-7173fc97302e admin admin] Publish callbacks [] for subnet (2eb33205-5634-4e52-b4f2-9afa3146db1d), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:41.810927 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:41.818290 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-2eb9c909-fc13-4a50-a945-7173fc97302e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59983962'] for subnet (2eb33205-5634-4e52-b4f2-9afa3146db1d), precommit_delete_associations {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:41.857558 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-2eb9c909-fc13-4a50-a945-7173fc97302e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380246'] for subnet (2eb33205-5634-4e52-b4f2-9afa3146db1d), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:41.969641 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-2eb9c909-fc13-4a50-a945-7173fc97302e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59984017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60058047'] for subnet (2eb33205-5634-4e52-b4f2-9afa3146db1d), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:41.997102 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb9c909-fc13-4a50-a945-7173fc97302e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2eb33205-5634-4e52-b4f2-9afa3146db1d,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:42.004501 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-2eb9c909-fc13-4a50-a945-7173fc97302e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:42.007733 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-2eb9c909-fc13-4a50-a945-7173fc97302e admin admin] 10.222.0.71 "DELETE /v2.0/subnets/2eb33205-5634-4e52-b4f2-9afa3146db1d HTTP/1.1" status: 204 len: 168 time: 0.2712877 May 27 03:41:42.010101 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 56718) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:42.029175 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:42.080181 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-666c87cb-7980-469c-93e5-2ccee1353ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370897'] for network (1428776f-0a24-496f-a660-743e4715c1fc), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:42.160304 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-666c87cb-7980-469c-93e5-2ccee1353ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376291', 'neutron.services.segments.db._delete_segments_for_network-8755264080240'] for network (1428776f-0a24-496f-a660-743e4715c1fc), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:42.179716 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.services.segments.db [None req-666c87cb-7980-469c-93e5-2ccee1353ec8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1428776f-0a24-496f-a660-743e4715c1fc']}} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:42.189584 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.services.segments.db [None req-666c87cb-7980-469c-93e5-2ccee1353ec8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c8de8f0-14f2-4378-ac86-cca160848b79') {'for_net_delete': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:42.189879 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.services.segments.db [None req-666c87cb-7980-469c-93e5-2ccee1353ec8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c8de8f0-14f2-4378-ac86-cca160848b79') {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:42.199317 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-666c87cb-7980-469c-93e5-2ccee1353ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755264080505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59983971'] for segment (9c8de8f0-14f2-4378-ac86-cca160848b79), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:42.212977 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-666c87cb-7980-469c-93e5-2ccee1353ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105'] for segment (9c8de8f0-14f2-4378-ac86-cca160848b79), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:42.219406 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-666c87cb-7980-469c-93e5-2ccee1353ec8 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=104677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:41:42.219785 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-666c87cb-7980-469c-93e5-2ccee1353ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59984179'] for segment (9c8de8f0-14f2-4378-ac86-cca160848b79), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:42.261766 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.services.segments.plugin [-] Segment 9c8de8f0-14f2-4378-ac86-cca160848b79 resource provider aggregate not found May 27 03:41:42.278831 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.services.segments.plugin [-] Segment 9c8de8f0-14f2-4378-ac86-cca160848b79 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c8de8f0-14f2-4378-ac86-cca160848b79 found for delete ", "request_id": "req-c12a06d7-4432-4730-b578-aa4f138c2fba"}]} May 27 03:41:42.329008 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-666c87cb-7980-469c-93e5-2ccee1353ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665655'] for network (1428776f-0a24-496f-a660-743e4715c1fc), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:42.329641 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:42.336750 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-666c87cb-7980-469c-93e5-2ccee1353ec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for network (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:42.342919 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-666c87cb-7980-469c-93e5-2ccee1353ec8 admin admin] 10.222.0.71 "DELETE /v2.0/networks/1428776f-0a24-496f-a660-743e4715c1fc HTTP/1.1" status: 204 len: 168 time: 0.3286974 May 27 03:41:42.351584 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c87cb-7980-469c-93e5-2ccee1353ec8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1428776f-0a24-496f-a660-743e4715c1fc,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:42.484156 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a374a-e529-4775-b8b8-63faada47880 req-64bf1485-f744-42c4-9c34-c3e53848d55e tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:42.486054 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0b3a374a-e529-4775-b8b8-63faada47880 req-64bf1485-f744-42c4-9c34-c3e53848d55e tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 946 time: 0.0503302 May 27 03:41:42.538884 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0b3a374a-e529-4775-b8b8-63faada47880 req-0e83f33c-8bdc-45bf-bdcb-3469c45dce85 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f4896d8-2488-44da-b2dd-55f6c61b6253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471449 May 27 03:41:42.718619 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 56738) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:42.765491 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-7a35d597-b6ee-4d71-b4a9-1456f64fe775 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3401c848ca364701931a0be12510c4f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454690 May 27 03:41:42.774264 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 56740) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:42.824724 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-b4e615c1-162a-4859-8301-0f21b73c89a2 admin admin] Publish callbacks [] for security_group (de388d8e-a7d5-40d6-b17e-f8eee7583472), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:42.847474 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-b4e615c1-162a-4859-8301-0f21b73c89a2 admin admin] Publish callbacks [] for security_group (de388d8e-a7d5-40d6-b17e-f8eee7583472), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:43.003612 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-b4e615c1-162a-4859-8301-0f21b73c89a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (de388d8e-a7d5-40d6-b17e-f8eee7583472), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:43.006262 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-b4e615c1-162a-4859-8301-0f21b73c89a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:43.007421 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-b4e615c1-162a-4859-8301-0f21b73c89a2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/de388d8e-a7d5-40d6-b17e-f8eee7583472 HTTP/1.1" status: 204 len: 168 time: 0.2322662 May 27 03:41:43.015771 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e615c1-162a-4859-8301-0f21b73c89a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de388d8e-a7d5-40d6-b17e-f8eee7583472,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:43.023219 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e615c1-162a-4859-8301-0f21b73c89a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:43.023572 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e615c1-162a-4859-8301-0f21b73c89a2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:43.023918 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e615c1-162a-4859-8301-0f21b73c89a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:43.024325 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e615c1-162a-4859-8301-0f21b73c89a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:43.024598 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e615c1-162a-4859-8301-0f21b73c89a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:43.024945 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e615c1-162a-4859-8301-0f21b73c89a2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:43.025285 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e615c1-162a-4859-8301-0f21b73c89a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:43.025618 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e615c1-162a-4859-8301-0f21b73c89a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:43.025945 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e615c1-162a-4859-8301-0f21b73c89a2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:43.026274 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e615c1-162a-4859-8301-0f21b73c89a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:43.026607 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e615c1-162a-4859-8301-0f21b73c89a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:43.026937 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e615c1-162a-4859-8301-0f21b73c89a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:43.027271 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e615c1-162a-4859-8301-0f21b73c89a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:43.027585 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e615c1-162a-4859-8301-0f21b73c89a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:43.027913 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e615c1-162a-4859-8301-0f21b73c89a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:43.657736 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724b98a-76fd-4f5e-800a-170d5f445739 req-4109b67b-4b5d-400b-bb60-ee1fef6e5f24 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:43.659261 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f724b98a-76fd-4f5e-800a-170d5f445739 req-4109b67b-4b5d-400b-bb60-ee1fef6e5f24 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 946 time: 0.0491455 May 27 03:41:43.709203 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f724b98a-76fd-4f5e-800a-170d5f445739 req-218140d8-9c56-458f-bb9e-2660f2599069 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f4896d8-2488-44da-b2dd-55f6c61b6253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442369 May 27 03:41:44.181702 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 56768) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:44.277404 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [None req-d383043f-1017-4934-8a06-45181111c26a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-778808884-network', 'tenant_id': '1d50c2ef63b54c2e955695da85169101'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:41:44.370532 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421ce71-6643-406a-a736-8aa66b2d0077 req-25070838-0a45-4420-8bca-95fe5bc75f73 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:44.371985 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0421ce71-6643-406a-a736-8aa66b2d0077 req-25070838-0a45-4420-8bca-95fe5bc75f73 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/ports?device_id=5442e526-9bae-444b-be40-78dda1200ecb HTTP/1.1" status: 200 len: 946 time: 0.0473011 May 27 03:41:44.419527 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0421ce71-6643-406a-a736-8aa66b2d0077 req-3cad8047-8c72-446a-a7ec-4243744e57c0 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8ab2741-0f13-4dfb-bc9d-9a1814c4d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415356 May 27 03:41:44.437618 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d383043f-1017-4934-8a06-45181111c26a admin admin] Made reservation on behalf of 1d50c2ef63b54c2e955695da85169101 for: {'network': 1} {{(pid=104678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:41:44.440048 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-d383043f-1017-4934-8a06-45181111c26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for network (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:44.449065 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-d383043f-1017-4934-8a06-45181111c26a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:44.528098 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-d383043f-1017-4934-8a06-45181111c26a admin admin] Publish callbacks [] for security_group (17368672-e98b-4b3a-b43e-4cd26c261ffe), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:44.592485 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-d383043f-1017-4934-8a06-45181111c26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (17368672-e98b-4b3a-b43e-4cd26c261ffe), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:44.618648 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d383043f-1017-4934-8a06-45181111c26a admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=104678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:41:44.628832 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d383043f-1017-4934-8a06-45181111c26a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17368672-e98b-4b3a-b43e-4cd26c261ffe,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:44.633757 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-d383043f-1017-4934-8a06-45181111c26a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755264080231', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105'] for segment (123c626d-4251-4986-8180-d47214935e1f), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:44.634167 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.db.segments_db [None req-d383043f-1017-4934-8a06-45181111c26a admin admin] Added segment 123c626d-4251-4986-8180-d47214935e1f of type vlan for network cbe76afb-b79c-4738-afa5-238ef7337a4d May 27 03:41:44.675427 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-d383043f-1017-4934-8a06-45181111c26a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755263573863'] for network (cbe76afb-b79c-4738-afa5-238ef7337a4d), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:44.831326 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596d000-9cb8-4504-bd57-94ce936b87c1 req-f0f3aa3c-7311-4bc5-8d92-774e9b51c377 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:44.832658 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0596d000-9cb8-4504-bd57-94ce936b87c1 req-f0f3aa3c-7311-4bc5-8d92-774e9b51c377 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 946 time: 0.0498297 May 27 03:41:44.843079 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-d383043f-1017-4934-8a06-45181111c26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027'] for network (cbe76afb-b79c-4738-afa5-238ef7337a4d), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:44.844224 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d383043f-1017-4934-8a06-45181111c26a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:44.844869 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-d383043f-1017-4934-8a06-45181111c26a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for network (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:44.881232 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0596d000-9cb8-4504-bd57-94ce936b87c1 req-25025a02-b5eb-4c23-a988-8632762ad5e8 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f4896d8-2488-44da-b2dd-55f6c61b6253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429578 May 27 03:41:44.905757 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d383043f-1017-4934-8a06-45181111c26a admin admin] Pushing event updated for resources: {'Network': ['ID=cbe76afb-b79c-4738-afa5-238ef7337a4d,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:44.915798 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Network cbe76afb-b79c-4738-afa5-238ef7337a4d details requested by agent ovs-agent-dv-cinder-843361-2-smb with host dv-cinder-843361-2-smb {{(pid=104679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:41:45.018297 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-d383043f-1017-4934-8a06-45181111c26a admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.8354387 May 27 03:41:45.021177 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 56776) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:45.026066 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [None req-94677fa9-729b-4194-b1aa-072cf2b9bcd7 admin admin] Request body: {'subnet': {'network_id': 'cbe76afb-b79c-4738-afa5-238ef7337a4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-778808884-subnet', 'tenant_id': '1d50c2ef63b54c2e955695da85169101', 'ip_version': 4}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:41:45.151682 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94677fa9-729b-4194-b1aa-072cf2b9bcd7 admin admin] Made reservation on behalf of 1d50c2ef63b54c2e955695da85169101 for: {'subnet': 1} {{(pid=104678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:41:45.154296 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-94677fa9-729b-4194-b1aa-072cf2b9bcd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62435564'] for subnet (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:45.266811 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:45.380832 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-94677fa9-729b-4194-b1aa-072cf2b9bcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62478958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62435578'] for subnet (b82c95c1-f2bd-41ab-83bb-f6be6d0ff622), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:45.384814 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:45.444496 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94677fa9-729b-4194-b1aa-072cf2b9bcd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b82c95c1-f2bd-41ab-83bb-f6be6d0ff622,revision_number=0']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:45.453308 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94677fa9-729b-4194-b1aa-072cf2b9bcd7 admin admin] Checking segment: {'id': '123c626d-4251-4986-8180-d47214935e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'cbe76afb-b79c-4738-afa5-238ef7337a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:41:45.453710 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94677fa9-729b-4194-b1aa-072cf2b9bcd7 admin admin] Network hostable DHCP agents. Network: cbe76afb-b79c-4738-afa5-238ef7337a4d, hostable agents: ['51435755-087c-400e-9559-48781745a262'], hosted agents: [] {{(pid=104678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:41:45.524752 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:45.535386 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0586cf-cd97-4ff0-ba61-114c3ce4d5dc req-a5102a16-f7f3-49a3-b66a-bfc88244c658 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:45.537793 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-df0586cf-cd97-4ff0-ba61-114c3ce4d5dc req-a5102a16-f7f3-49a3-b66a-bfc88244c658 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/ports?device_id=5442e526-9bae-444b-be40-78dda1200ecb HTTP/1.1" status: 200 len: 946 time: 0.0471487 May 27 03:41:45.557706 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94677fa9-729b-4194-b1aa-072cf2b9bcd7 admin admin] Network cbe76afb-b79c-4738-afa5-238ef7337a4d is scheduled to be hosted by DHCP agent 51435755-087c-400e-9559-48781745a262 with binding_index 1 {{(pid=104678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:41:45.585694 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-df0586cf-cd97-4ff0-ba61-114c3ce4d5dc req-080d110b-c59e-461c-a4f8-173042121797 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8ab2741-0f13-4dfb-bc9d-9a1814c4d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428963 May 27 03:41:45.656407 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.base_scheduler [None req-94677fa9-729b-4194-b1aa-072cf2b9bcd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-2-smb, cbe76afb-b79c-4738-afa5-238ef7337a4d) {{(pid=104678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:45.662364 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94677fa9-729b-4194-b1aa-072cf2b9bcd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:45.662968 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-94677fa9-729b-4194-b1aa-072cf2b9bcd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for subnet (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:45.668084 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccf93f8-346c-402a-b6ab-84096917198b None None] Network cbe76afb-b79c-4738-afa5-238ef7337a4d requested from dv-cinder-843361-2-smb {{(pid=104679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:41:45.763681 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28605d68-0a98-41ee-a4c3-3d109615e41a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp35ccf49e-a895-563f-88ce-f04d0597ddad-cbe76afb-b79c-4738-afa5-238ef7337a4d', 'network_id': 'cbe76afb-b79c-4738-afa5-238ef7337a4d', 'project_id': '1d50c2ef63b54c2e955695da85169101', 'fixed_ips': [{'subnet_id': 'b82c95c1-f2bd-41ab-83bb-f6be6d0ff622'}]}} from dv-cinder-843361-2-smb. {{(pid=104679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:41:45.764657 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-28605d68-0a98-41ee-a4c3-3d109615e41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:45.823379 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-94677fa9-729b-4194-b1aa-072cf2b9bcd7 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8010819 May 27 03:41:45.826076 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 56780) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:45.830475 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [None req-5cf380bd-cde6-430c-9cda-688f1b000fd7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-778808884-router', 'tenant_id': '1d50c2ef63b54c2e955695da85169101', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'}}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:41:45.901094 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.db_base_plugin_common [None req-28605d68-0a98-41ee-a4c3-3d109615e41a None None] Allocated IP 172.20.0.2 (cbe76afb-b79c-4738-afa5-238ef7337a4d/b82c95c1-f2bd-41ab-83bb-f6be6d0ff622/324cbf77-0513-4b51-9ac4-56924141a806) {{(pid=104679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:45.935087 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-5cf380bd-cde6-430c-9cda-688f1b000fd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3642992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7936'] for router (3b708446-f180-4bb5-baad-8d2a7a77ad2e), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:45.936942 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-5cf380bd-cde6-430c-9cda-688f1b000fd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3889088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3801747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7993'] for router (3b708446-f180-4bb5-baad-8d2a7a77ad2e), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:45.991842 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-5cf380bd-cde6-430c-9cda-688f1b000fd7 admin admin] Publish callbacks [] for router_controller (3b708446-f180-4bb5-baad-8d2a7a77ad2e), precommit_add_association {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:46.011576 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b33fcd-15c8-4747-b888-9a844562ed2b req-6f2e8351-c98d-4fb7-b83d-d8b43a7bb887 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:46.013085 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b9b33fcd-15c8-4747-b888-9a844562ed2b req-6f2e8351-c98d-4fb7-b83d-d8b43a7bb887 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 946 time: 0.0568676 May 27 03:41:46.046206 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-28605d68-0a98-41ee-a4c3-3d109615e41a None None] Publish callbacks [] for port (324cbf77-0513-4b51-9ac4-56924141a806), precommit_create {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:46.064036 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b9b33fcd-15c8-4747-b888-9a844562ed2b req-bf2f70ba-e255-412b-bddd-d7e108227f7f tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f4896d8-2488-44da-b2dd-55f6c61b6253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446670 May 27 03:41:46.164045 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-28605d68-0a98-41ee-a4c3-3d109615e41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921'] for port (324cbf77-0513-4b51-9ac4-56924141a806), after_create {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:46.200555 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28605d68-0a98-41ee-a4c3-3d109615e41a None None] Network cbe76afb-b79c-4738-afa5-238ef7337a4d is already hosted by enough agents. {{(pid=104679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:46.206367 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.scheduler.base_scheduler [None req-28605d68-0a98-41ee-a4c3-3d109615e41a None None] Resources bound (agent type, host, resource id): {{(pid=104679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:46.209849 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28605d68-0a98-41ee-a4c3-3d109615e41a None None] Received port after_create {{(pid=104679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:41:46.212677 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-5cf380bd-cde6-430c-9cda-688f1b000fd7 admin admin] Publish callbacks [] for router_gateway (3b708446-f180-4bb5-baad-8d2a7a77ad2e), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:46.220985 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28605d68-0a98-41ee-a4c3-3d109615e41a None None] Pushing event updated for resources: {'Port': ['ID=324cbf77-0513-4b51-9ac4-56924141a806,revision_number=1']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:46.246491 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28605d68-0a98-41ee-a4c3-3d109615e41a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:46.246840 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28605d68-0a98-41ee-a4c3-3d109615e41a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:46.247183 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28605d68-0a98-41ee-a4c3-3d109615e41a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:46.247529 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28605d68-0a98-41ee-a4c3-3d109615e41a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:46.248038 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28605d68-0a98-41ee-a4c3-3d109615e41a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:46.248635 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28605d68-0a98-41ee-a4c3-3d109615e41a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:46.248987 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28605d68-0a98-41ee-a4c3-3d109615e41a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:46.249346 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28605d68-0a98-41ee-a4c3-3d109615e41a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:46.249683 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28605d68-0a98-41ee-a4c3-3d109615e41a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:46.250014 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28605d68-0a98-41ee-a4c3-3d109615e41a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:46.250409 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28605d68-0a98-41ee-a4c3-3d109615e41a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:46.250676 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28605d68-0a98-41ee-a4c3-3d109615e41a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:46.251002 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28605d68-0a98-41ee-a4c3-3d109615e41a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:46.251329 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28605d68-0a98-41ee-a4c3-3d109615e41a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:46.251651 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28605d68-0a98-41ee-a4c3-3d109615e41a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:46.292613 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-28605d68-0a98-41ee-a4c3-3d109615e41a None None] Attempting to bind port 324cbf77-0513-4b51-9ac4-56924141a806 on host dv-cinder-843361-2-smb for vnic_type normal with profile {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:41:46.292903 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-28605d68-0a98-41ee-a4c3-3d109615e41a None None] Attempting to bind port 324cbf77-0513-4b51-9ac4-56924141a806 by drivers openvswitch,hyperv on host dv-cinder-843361-2-smb at level 0 using segments [{'id': '123c626d-4251-4986-8180-d47214935e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'cbe76afb-b79c-4738-afa5-238ef7337a4d'}] {{(pid=104679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:41:46.293288 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28605d68-0a98-41ee-a4c3-3d109615e41a None None] Attempting to bind port 324cbf77-0513-4b51-9ac4-56924141a806 on network cbe76afb-b79c-4738-afa5-238ef7337a4d {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:41:46.298812 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28605d68-0a98-41ee-a4c3-3d109615e41a None None] Checking agent: {'id': '9eab1ddd-6fe1-4746-91d3-5b2c5a714814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 29, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 29, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:41:46.307571 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28605d68-0a98-41ee-a4c3-3d109615e41a None None] Checking segment: {'id': '123c626d-4251-4986-8180-d47214935e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'cbe76afb-b79c-4738-afa5-238ef7337a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:41:46.307571 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-28605d68-0a98-41ee-a4c3-3d109615e41a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:46.307571 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28605d68-0a98-41ee-a4c3-3d109615e41a None None] Bound using segment: {'id': '123c626d-4251-4986-8180-d47214935e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'cbe76afb-b79c-4738-afa5-238ef7337a4d'} {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:41:46.307571 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-28605d68-0a98-41ee-a4c3-3d109615e41a None None] Bound port: 324cbf77-0513-4b51-9ac4-56924141a806, host: dv-cinder-843361-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '123c626d-4251-4986-8180-d47214935e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'cbe76afb-b79c-4738-afa5-238ef7337a4d'}}] {{(pid=104679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:41:46.307571 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-28605d68-0a98-41ee-a4c3-3d109615e41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (324cbf77-0513-4b51-9ac4-56924141a806), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:46.362837 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-28605d68-0a98-41ee-a4c3-3d109615e41a None None] For port 324cbf77-0513-4b51-9ac4-56924141a806, host dv-cinder-843361-2-smb, cleared binding levels {{(pid=104679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:41:46.365958 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-28605d68-0a98-41ee-a4c3-3d109615e41a None None] For port 324cbf77-0513-4b51-9ac4-56924141a806, host dv-cinder-843361-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=324cbf77-0513-4b51-9ac4-56924141a806,segment=NetworkSegment(123c626d-4251-4986-8180-d47214935e1f),segment_id=123c626d-4251-4986-8180-d47214935e1f)] {{(pid=104679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:41:46.461021 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-28605d68-0a98-41ee-a4c3-3d109615e41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (324cbf77-0513-4b51-9ac4-56924141a806), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:46.462732 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-5cf380bd-cde6-430c-9cda-688f1b000fd7 admin admin] Publish callbacks [] for router_gateway (3b708446-f180-4bb5-baad-8d2a7a77ad2e), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:46.485649 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-5cf380bd-cde6-430c-9cda-688f1b000fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:46.520740 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28605d68-0a98-41ee-a4c3-3d109615e41a None None] Pushing event updated for resources: {'Port': ['ID=324cbf77-0513-4b51-9ac4-56924141a806,revision_number=2']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:46.589660 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:46.603738 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.db_base_plugin_common [None req-5cf380bd-cde6-430c-9cda-688f1b000fd7 admin admin] Allocated IP 172.28.2.71 (2c8f85dd-7a0e-40ae-be84-c061eec53ce1/4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03/49290611-8cb0-4d62-a91c-983b08f31ff0) {{(pid=104678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:46.737552 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97c674-a949-449e-b446-c5e56043cc29 req-2f29c797-2c52-4331-af51-4a78496d9edc tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:46.738787 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-5cf380bd-cde6-430c-9cda-688f1b000fd7 admin admin] Publish callbacks [] for port (49290611-8cb0-4d62-a91c-983b08f31ff0), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:46.741766 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ea97c674-a949-449e-b446-c5e56043cc29 req-2f29c797-2c52-4331-af51-4a78496d9edc tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/ports?device_id=5442e526-9bae-444b-be40-78dda1200ecb HTTP/1.1" status: 200 len: 946 time: 0.0828125 May 27 03:41:46.799021 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ea97c674-a949-449e-b446-c5e56043cc29 req-5192b0f5-9d47-403d-811f-8e99220f312d tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8ab2741-0f13-4dfb-bc9d-9a1814c4d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512857 May 27 03:41:46.832306 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-5cf380bd-cde6-430c-9cda-688f1b000fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (49290611-8cb0-4d62-a91c-983b08f31ff0), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:46.877388 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf380bd-cde6-430c-9cda-688f1b000fd7 admin admin] Network 2c8f85dd-7a0e-40ae-be84-c061eec53ce1 is already hosted by enough agents. {{(pid=104678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:46.882557 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.base_scheduler [None req-5cf380bd-cde6-430c-9cda-688f1b000fd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:46.884678 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf380bd-cde6-430c-9cda-688f1b000fd7 admin admin] Pushing event updated for resources: {'Port': ['ID=49290611-8cb0-4d62-a91c-983b08f31ff0,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:46.886805 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf380bd-cde6-430c-9cda-688f1b000fd7 admin admin] Received port after_create {{(pid=104678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:41:46.987925 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:47.190963 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5f250-eac6-4a78-9a40-f89f1eda7811 req-8a19358b-9b1d-4256-b3d0-4b39f9f7cef9 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:47.192510 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2cd5f250-eac6-4a78-9a40-f89f1eda7811 req-8a19358b-9b1d-4256-b3d0-4b39f9f7cef9 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 946 time: 0.0570328 May 27 03:41:47.248570 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-5cf380bd-cde6-430c-9cda-688f1b000fd7 admin admin] Publish callbacks [] for router_gateway (3b708446-f180-4bb5-baad-8d2a7a77ad2e), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:47.258001 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2cd5f250-eac6-4a78-9a40-f89f1eda7811 req-86081b89-3908-443f-9193-32670cdf6c7b tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f4896d8-2488-44da-b2dd-55f6c61b6253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594547 May 27 03:41:47.422868 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40113dd-a230-47d5-b0f6-2c6d9356ecb3 None None] Network cbe76afb-b79c-4738-afa5-238ef7337a4d requested from dv-cinder-843361-2-smb {{(pid=104679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:41:47.438603 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=87,neutron:UPDATE=9,neutron:INSERT=4 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:47.441033 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:47.442116 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-5cf380bd-cde6-430c-9cda-688f1b000fd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3889143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664899'] for router (3b708446-f180-4bb5-baad-8d2a7a77ad2e), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:47.489372 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-e5ceb4bb-1183-4380-805a-6784440d5a00 None None] Provisioning complete for port 324cbf77-0513-4b51-9ac4-56924141a806 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:41:47.489726 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-e5ceb4bb-1183-4380-805a-6784440d5a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (324cbf77-0513-4b51-9ac4-56924141a806), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:47.608907 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-e5ceb4bb-1183-4380-805a-6784440d5a00 None None] Current status of the port 324cbf77-0513-4b51-9ac4-56924141a806 is: DOWN; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:41:47.609342 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-e5ceb4bb-1183-4380-805a-6784440d5a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (324cbf77-0513-4b51-9ac4-56924141a806), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:47.643200 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-e5ceb4bb-1183-4380-805a-6784440d5a00 None None] For port 324cbf77-0513-4b51-9ac4-56924141a806, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=324cbf77-0513-4b51-9ac4-56924141a806,segment=NetworkSegment(123c626d-4251-4986-8180-d47214935e1f),segment_id=123c626d-4251-4986-8180-d47214935e1f)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:47.661220 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf380bd-cde6-430c-9cda-688f1b000fd7 admin admin] Router 3b708446-f180-4bb5-baad-8d2a7a77ad2e is scheduled to L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 with binding_index 1 {{(pid=104678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:41:47.745550 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-e5ceb4bb-1183-4380-805a-6784440d5a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (324cbf77-0513-4b51-9ac4-56924141a806), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:47.794208 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ceb4bb-1183-4380-805a-6784440d5a00 None None] Pushing event updated for resources: {'Port': ['ID=324cbf77-0513-4b51-9ac4-56924141a806,revision_number=3']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:47.867344 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-3d412bf8-59c4-415b-a88a-6731ed58abb1 None None] Provisioning complete for port 324cbf77-0513-4b51-9ac4-56924141a806 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:41:47.867820 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-3d412bf8-59c4-415b-a88a-6731ed58abb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (324cbf77-0513-4b51-9ac4-56924141a806), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:47.933183 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c1d70-0d9e-4366-9430-52051f77bf89 req-1b4f505a-c309-48c4-82c5-3ab39b448adf tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:47.936623 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ad5c1d70-0d9e-4366-9430-52051f77bf89 req-1b4f505a-c309-48c4-82c5-3ab39b448adf tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/ports?device_id=5442e526-9bae-444b-be40-78dda1200ecb HTTP/1.1" status: 200 len: 946 time: 0.0544934 May 27 03:41:47.949300 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:47.954716 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-3d412bf8-59c4-415b-a88a-6731ed58abb1 None None] Current status of the port 324cbf77-0513-4b51-9ac4-56924141a806 is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:41:47.988988 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ad5c1d70-0d9e-4366-9430-52051f77bf89 req-e19c2772-ba05-4d6e-91c1-b23b2e65ec51 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8ab2741-0f13-4dfb-bc9d-9a1814c4d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455058 May 27 03:41:48.010017 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf380bd-cde6-430c-9cda-688f1b000fd7 admin admin] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:41:48.019438 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e05b2a9-e02f-42c2-961a-a38bf3ef051e None None] Sync routers for ids ['3b708446-f180-4bb5-baad-8d2a7a77ad2e'] in dv-cinder-843361-2-smb {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:41:48.030559 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e05b2a9-e02f-42c2-961a-a38bf3ef051e None None] Routers {'3b708446-f180-4bb5-baad-8d2a7a77ad2e'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:41:48.033151 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-4e05b2a9-e02f-42c2-961a-a38bf3ef051e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:41:38Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['3b708446-f180-4bb5-baad-8d2a7a77ad2e'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:48.202176 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-4e05b2a9-e02f-42c2-961a-a38bf3ef051e None None] Set router 3b708446-f180-4bb5-baad-8d2a7a77ad2e gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:41:48.205396 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-5cf380bd-cde6-430c-9cda-688f1b000fd7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:48.206717 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-5cf380bd-cde6-430c-9cda-688f1b000fd7 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3797009 May 27 03:41:48.209457 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 56790) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:48.250832 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:48.374374 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f46ee-5a26-40f7-a9db-d130d07f41ef req-33bb7701-0a54-4909-98df-efa15dd3a74b tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:48.374947 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-4e05b2a9-e02f-42c2-961a-a38bf3ef051e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b708446-f180-4bb5-baad-8d2a7a77ad2e', 'name': 'tempest-TestMinimumBasicScenario-778808884-router', 'tenant_id': '1d50c2ef63b54c2e955695da85169101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': '49290611-8cb0-4d62-a91c-983b08f31ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:45Z', 'updated_at': '2022-05-27T03:41:47Z', 'revision_number': 3, 'project_id': '1d50c2ef63b54c2e955695da85169101', 'gw_port': {'id': '49290611-8cb0-4d62-a91c-983b08f31ff0', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b708446-f180-4bb5-baad-8d2a7a77ad2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:46Z', 'updated_at': '2022-05-27T03:41:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb'}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:48.376182 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-854f46ee-5a26-40f7-a9db-d130d07f41ef req-33bb7701-0a54-4909-98df-efa15dd3a74b tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 946 time: 0.0513368 May 27 03:41:48.403687 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e05b2a9-e02f-42c2-961a-a38bf3ef051e None None] Checking router: 3b708446-f180-4bb5-baad-8d2a7a77ad2e for host: dv-cinder-843361-2-smb {{(pid=104680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:41:48.404076 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e05b2a9-e02f-42c2-961a-a38bf3ef051e None None] Updating router 3b708446-f180-4bb5-baad-8d2a7a77ad2e port 49290611-8cb0-4d62-a91c-983b08f31ff0 binding host dv-cinder-843361-2-smb {{(pid=104680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:41:48.436227 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-4e05b2a9-e02f-42c2-961a-a38bf3ef051e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (49290611-8cb0-4d62-a91c-983b08f31ff0), before_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:48.439160 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-854f46ee-5a26-40f7-a9db-d130d07f41ef req-91386160-c760-40a6-a59e-82b3ed779503 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f4896d8-2488-44da-b2dd-55f6c61b6253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565639 May 27 03:41:48.515315 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:48.537216 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 324cbf77-0513-4b51-9ac4-56924141a806 up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:41:48.583920 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port 324cbf77-0513-4b51-9ac4-56924141a806 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:41:48.584378 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (324cbf77-0513-4b51-9ac4-56924141a806), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:48.657903 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port 324cbf77-0513-4b51-9ac4-56924141a806 is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:41:48.668710 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-a96cfcec-c432-44a3-8e70-59e1012229e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:48.735646 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-4e05b2a9-e02f-42c2-961a-a38bf3ef051e None None] Publish callbacks [] for port (49290611-8cb0-4d62-a91c-983b08f31ff0), precommit_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:48.828699 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.db_base_plugin_common [None req-a96cfcec-c432-44a3-8e70-59e1012229e5 admin admin] Allocated IP 172.20.0.1 (cbe76afb-b79c-4738-afa5-238ef7337a4d/b82c95c1-f2bd-41ab-83bb-f6be6d0ff622/aeedab48-81b9-4f9b-8c05-38be8206cdbd) {{(pid=104678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:48.838093 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-4e05b2a9-e02f-42c2-961a-a38bf3ef051e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (49290611-8cb0-4d62-a91c-983b08f31ff0), after_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:48.897617 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.managers [None req-4e05b2a9-e02f-42c2-961a-a38bf3ef051e None None] Attempting to bind port 49290611-8cb0-4d62-a91c-983b08f31ff0 on host dv-cinder-843361-2-smb for vnic_type normal with profile {{(pid=104680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:41:48.898116 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.managers [None req-4e05b2a9-e02f-42c2-961a-a38bf3ef051e None None] Attempting to bind port 49290611-8cb0-4d62-a91c-983b08f31ff0 by drivers openvswitch,hyperv on host dv-cinder-843361-2-smb at level 0 using segments [{'id': 'bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'}] {{(pid=104680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:41:48.898419 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e05b2a9-e02f-42c2-961a-a38bf3ef051e None None] Attempting to bind port 49290611-8cb0-4d62-a91c-983b08f31ff0 on network 2c8f85dd-7a0e-40ae-be84-c061eec53ce1 {{(pid=104680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:41:48.904541 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2243a5f-d991-49ea-8207-919ad6eb1150 None None] Pushing event updated for resources: {'Port': ['ID=49290611-8cb0-4d62-a91c-983b08f31ff0,revision_number=2']} {{(pid=104680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:48.911170 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e05b2a9-e02f-42c2-961a-a38bf3ef051e None None] Checking agent: {'id': '9eab1ddd-6fe1-4746-91d3-5b2c5a714814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 29, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 29, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:41:48.911542 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e05b2a9-e02f-42c2-961a-a38bf3ef051e None None] Checking segment: {'id': 'bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:41:48.911947 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-4e05b2a9-e02f-42c2-961a-a38bf3ef051e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:48.912336 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e05b2a9-e02f-42c2-961a-a38bf3ef051e None None] Bound using segment: {'id': 'bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'} {{(pid=104680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:41:48.912805 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.managers [None req-4e05b2a9-e02f-42c2-961a-a38bf3ef051e None None] Bound port: 49290611-8cb0-4d62-a91c-983b08f31ff0, host: dv-cinder-843361-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'}}] {{(pid=104680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:41:48.913179 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-4e05b2a9-e02f-42c2-961a-a38bf3ef051e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (49290611-8cb0-4d62-a91c-983b08f31ff0), before_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:48.916530 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2243a5f-d991-49ea-8207-919ad6eb1150 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:48.916871 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2243a5f-d991-49ea-8207-919ad6eb1150 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:48.917320 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2243a5f-d991-49ea-8207-919ad6eb1150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:48.917677 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2243a5f-d991-49ea-8207-919ad6eb1150 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:48.918014 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2243a5f-d991-49ea-8207-919ad6eb1150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:48.918341 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2243a5f-d991-49ea-8207-919ad6eb1150 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:48.918667 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2243a5f-d991-49ea-8207-919ad6eb1150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:48.918988 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2243a5f-d991-49ea-8207-919ad6eb1150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:48.919330 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2243a5f-d991-49ea-8207-919ad6eb1150 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:48.920775 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2243a5f-d991-49ea-8207-919ad6eb1150 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:48.920901 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2243a5f-d991-49ea-8207-919ad6eb1150 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:48.921294 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2243a5f-d991-49ea-8207-919ad6eb1150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:48.921747 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2243a5f-d991-49ea-8207-919ad6eb1150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:48.922030 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2243a5f-d991-49ea-8207-919ad6eb1150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:48.926203 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2243a5f-d991-49ea-8207-919ad6eb1150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:48.952981 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-a96cfcec-c432-44a3-8e70-59e1012229e5 admin admin] Publish callbacks [] for port (aeedab48-81b9-4f9b-8c05-38be8206cdbd), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:48.975126 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.db [None req-4e05b2a9-e02f-42c2-961a-a38bf3ef051e None None] For port 49290611-8cb0-4d62-a91c-983b08f31ff0, host dv-cinder-843361-2-smb, cleared binding levels {{(pid=104680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:41:48.979047 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.db [None req-4e05b2a9-e02f-42c2-961a-a38bf3ef051e None None] For port 49290611-8cb0-4d62-a91c-983b08f31ff0, host dv-cinder-843361-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=49290611-8cb0-4d62-a91c-983b08f31ff0,segment=NetworkSegment(bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5),segment_id=bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5)] {{(pid=104680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:41:49.065629 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-4e05b2a9-e02f-42c2-961a-a38bf3ef051e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (49290611-8cb0-4d62-a91c-983b08f31ff0), after_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:49.094445 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-a96cfcec-c432-44a3-8e70-59e1012229e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (aeedab48-81b9-4f9b-8c05-38be8206cdbd), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:49.126847 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:49.129088 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2243a5f-d991-49ea-8207-919ad6eb1150 None None] Pushing event updated for resources: {'Port': ['ID=49290611-8cb0-4d62-a91c-983b08f31ff0,revision_number=3']} {{(pid=104680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:49.131748 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e05b2a9-e02f-42c2-961a-a38bf3ef051e None None] Routers {'3b708446-f180-4bb5-baad-8d2a7a77ad2e'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:41:49.132349 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-4e05b2a9-e02f-42c2-961a-a38bf3ef051e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:41:38Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['3b708446-f180-4bb5-baad-8d2a7a77ad2e'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:49.144806 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96cfcec-c432-44a3-8e70-59e1012229e5 admin admin] Network cbe76afb-b79c-4738-afa5-238ef7337a4d is already hosted by enough agents. {{(pid=104678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:49.147992 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.base_scheduler [None req-a96cfcec-c432-44a3-8e70-59e1012229e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:49.152051 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96cfcec-c432-44a3-8e70-59e1012229e5 admin admin] Received port after_create {{(pid=104678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:41:49.166852 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a293917-269a-4c54-8ea4-c6e9055bbacc req-8b3e9e09-340e-4503-9769-c8719f8ddc0e tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:49.175274 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2a293917-269a-4c54-8ea4-c6e9055bbacc req-8b3e9e09-340e-4503-9769-c8719f8ddc0e tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/ports?device_id=5442e526-9bae-444b-be40-78dda1200ecb HTTP/1.1" status: 200 len: 946 time: 0.0656846 May 27 03:41:49.175487 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96cfcec-c432-44a3-8e70-59e1012229e5 admin admin] Pushing event updated for resources: {'Port': ['ID=aeedab48-81b9-4f9b-8c05-38be8206cdbd,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:49.198276 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-a96cfcec-c432-44a3-8e70-59e1012229e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665520'] for router_interface (3b708446-f180-4bb5-baad-8d2a7a77ad2e), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:49.254297 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-4e05b2a9-e02f-42c2-961a-a38bf3ef051e None None] Set router 3b708446-f180-4bb5-baad-8d2a7a77ad2e gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:41:49.261735 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614d161-6cb7-4e78-987b-30e1231e0209 req-c0f78359-5c1e-4c67-96ab-23a9a2c294ba tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:49.264218 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2614d161-6cb7-4e78-987b-30e1231e0209 req-c0f78359-5c1e-4c67-96ab-23a9a2c294ba tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.72 "GET /v2.0/ports?device_id=5442e526-9bae-444b-be40-78dda1200ecb HTTP/1.1" status: 200 len: 946 time: 0.0779376 May 27 03:41:49.275154 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2a293917-269a-4c54-8ea4-c6e9055bbacc req-d3b0170a-bcd3-4826-a088-3dc4ce49c7f2 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8ab2741-0f13-4dfb-bc9d-9a1814c4d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985222 May 27 03:41:49.284724 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:49.394482 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-a96cfcec-c432-44a3-8e70-59e1012229e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (aeedab48-81b9-4f9b-8c05-38be8206cdbd), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:49.397125 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:49.436666 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-4e05b2a9-e02f-42c2-961a-a38bf3ef051e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b708446-f180-4bb5-baad-8d2a7a77ad2e', 'name': 'tempest-TestMinimumBasicScenario-778808884-router', 'tenant_id': '1d50c2ef63b54c2e955695da85169101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': '49290611-8cb0-4d62-a91c-983b08f31ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:45Z', 'updated_at': '2022-05-27T03:41:47Z', 'revision_number': 3, 'project_id': '1d50c2ef63b54c2e955695da85169101', 'gw_port': {'id': '49290611-8cb0-4d62-a91c-983b08f31ff0', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b708446-f180-4bb5-baad-8d2a7a77ad2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:46Z', 'updated_at': '2022-05-27T03:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb'}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:49.461407 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:49.462879 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e05b2a9-e02f-42c2-961a-a38bf3ef051e None None] The sync data for ids ['3b708446-f180-4bb5-baad-8d2a7a77ad2e'] in dv-cinder-843361-2-smb is: [{'id': '3b708446-f180-4bb5-baad-8d2a7a77ad2e', 'name': 'tempest-TestMinimumBasicScenario-778808884-router', 'tenant_id': '1d50c2ef63b54c2e955695da85169101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': '49290611-8cb0-4d62-a91c-983b08f31ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:45Z', 'updated_at': '2022-05-27T03:41:47Z', 'revision_number': 3, 'project_id': '1d50c2ef63b54c2e955695da85169101', 'gw_port': {'id': '49290611-8cb0-4d62-a91c-983b08f31ff0', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b708446-f180-4bb5-baad-8d2a7a77ad2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:46Z', 'updated_at': '2022-05-27T03:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb'}] {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:41:49.500048 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-48998108-702d-421d-8a51-4778e5f5d283 None None] Provisioning complete for port aeedab48-81b9-4f9b-8c05-38be8206cdbd triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:41:49.500910 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-48998108-702d-421d-8a51-4778e5f5d283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (aeedab48-81b9-4f9b-8c05-38be8206cdbd), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:49.559725 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-48998108-702d-421d-8a51-4778e5f5d283 None None] Port aeedab48-81b9-4f9b-8c05-38be8206cdbd cannot update to ACTIVE because it is not bound. {{(pid=104679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:41:49.582130 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6dded-f3e5-43d1-9c15-5d507a2ff556 req-0b3565f9-3b2e-4154-a196-eb177c491c26 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:49.589394 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-8ee6dded-f3e5-43d1-9c15-5d507a2ff556 req-0b3565f9-3b2e-4154-a196-eb177c491c26 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 946 time: 0.0740998 May 27 03:41:49.605624 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-a96cfcec-c432-44a3-8e70-59e1012229e5 admin admin] Publish callbacks [] for port (aeedab48-81b9-4f9b-8c05-38be8206cdbd), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:49.635041 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-8ee6dded-f3e5-43d1-9c15-5d507a2ff556 req-539eb8de-7de8-4d68-ab57-90ab572c11e2 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f4896d8-2488-44da-b2dd-55f6c61b6253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447900 May 27 03:41:49.672167 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-a96cfcec-c432-44a3-8e70-59e1012229e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62479337'] for port (aeedab48-81b9-4f9b-8c05-38be8206cdbd), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:49.758946 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96cfcec-c432-44a3-8e70-59e1012229e5 admin admin] Pushing event updated for resources: {'Port': ['ID=aeedab48-81b9-4f9b-8c05-38be8206cdbd,revision_number=2']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:49.762664 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-a96cfcec-c432-44a3-8e70-59e1012229e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-827009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3664576'] for router_interface (3b708446-f180-4bb5-baad-8d2a7a77ad2e), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:49.876247 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96cfcec-c432-44a3-8e70-59e1012229e5 admin admin] Network cbe76afb-b79c-4738-afa5-238ef7337a4d is already hosted by enough agents. {{(pid=104678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:49.877836 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.base_scheduler [None req-a96cfcec-c432-44a3-8e70-59e1012229e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:49.999441 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a96cfcec-c432-44a3-8e70-59e1012229e5 admin admin] Router 3b708446-f180-4bb5-baad-8d2a7a77ad2e has already been hosted by L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 {{(pid=104678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:41:50.080238 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:50.083790 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-71501849-c963-4777-af4f-f95a373460e0 None None] Provisioning complete for port aeedab48-81b9-4f9b-8c05-38be8206cdbd triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:41:50.084393 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-71501849-c963-4777-af4f-f95a373460e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (aeedab48-81b9-4f9b-8c05-38be8206cdbd), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:50.125058 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-71501849-c963-4777-af4f-f95a373460e0 None None] Port aeedab48-81b9-4f9b-8c05-38be8206cdbd cannot update to ACTIVE because it is not bound. {{(pid=104679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:41:50.128889 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96cfcec-c432-44a3-8e70-59e1012229e5 admin admin] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:41:50.134505 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-a96cfcec-c432-44a3-8e70-59e1012229e5 admin admin] 10.222.0.71 "PUT /v2.0/routers/3b708446-f180-4bb5-baad-8d2a7a77ad2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9238288 May 27 03:41:50.181030 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [req-2614d161-6cb7-4e78-987b-30e1231e0209 req-72c4bf67-be24-4100-999e-d49d20329117 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Deleting port 003af2b9-29bd-4270-91a3-71412843af3a {{(pid=104677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:41:50.181421 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-2614d161-6cb7-4e78-987b-30e1231e0209 req-72c4bf67-be24-4100-999e-d49d20329117 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (003af2b9-29bd-4270-91a3-71412843af3a), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:50.290649 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c5460-cd42-42a4-b802-b2ef343071f7 req-951eea85-c46e-4bc7-8694-2307bb4c16d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:50.292548 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-374c5460-cd42-42a4-b802-b2ef343071f7 req-951eea85-c46e-4bc7-8694-2307bb4c16d0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 1130 time: 0.0435145 May 27 03:41:50.304859 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.db [req-2614d161-6cb7-4e78-987b-30e1231e0209 req-72c4bf67-be24-4100-999e-d49d20329117 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] For port 003af2b9-29bd-4270-91a3-71412843af3a, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=003af2b9-29bd-4270-91a3-71412843af3a,segment=NetworkSegment(60f129d8-2bfd-4269-bbe3-b4874327f85a),segment_id=60f129d8-2bfd-4269-bbe3-b4874327f85a)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:50.305231 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-2614d161-6cb7-4e78-987b-30e1231e0209 req-72c4bf67-be24-4100-999e-d49d20329117 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (003af2b9-29bd-4270-91a3-71412843af3a), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:50.329272 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [req-2614d161-6cb7-4e78-987b-30e1231e0209 req-72c4bf67-be24-4100-999e-d49d20329117 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Calling delete_port for 003af2b9-29bd-4270-91a3-71412843af3a owned by compute:nova {{(pid=104677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:41:50.377888 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-374c5460-cd42-42a4-b802-b2ef343071f7 req-7081fe14-cecd-405b-86b4-9c7e4eb68e9e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5f4896d8-2488-44da-b2dd-55f6c61b6253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723350 May 27 03:41:50.463191 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a91a76-d54b-44ba-82fe-cccd16bb17ef req-91548653-b00c-4b3e-b176-9e0af13c99e8 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:50.463191 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-62a91a76-d54b-44ba-82fe-cccd16bb17ef req-91548653-b00c-4b3e-b176-9e0af13c99e8 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/ports?device_id=5442e526-9bae-444b-be40-78dda1200ecb HTTP/1.1" status: 200 len: 946 time: 0.0703053 May 27 03:41:50.481984 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:50.529164 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 49290611-8cb0-4d62-a91c-983b08f31ff0 up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:41:50.558728 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-62a91a76-d54b-44ba-82fe-cccd16bb17ef req-f89b818a-7dd2-4169-88db-5cde8d5c986a tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8ab2741-0f13-4dfb-bc9d-9a1814c4d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046069 May 27 03:41:50.583845 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port 49290611-8cb0-4d62-a91c-983b08f31ff0 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:41:50.584430 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (49290611-8cb0-4d62-a91c-983b08f31ff0), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:50.686513 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port 49290611-8cb0-4d62-a91c-983b08f31ff0 is: DOWN; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:41:50.686513 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (49290611-8cb0-4d62-a91c-983b08f31ff0), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:50.707241 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] For port 49290611-8cb0-4d62-a91c-983b08f31ff0, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=49290611-8cb0-4d62-a91c-983b08f31ff0,segment=NetworkSegment(bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5),segment_id=bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:50.760969 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c16c2-04f4-47c5-9851-595633b0c385 req-f2af1306-15c3-4e12-a9b3-0f931d2d948b tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:50.762481 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ab1c16c2-04f4-47c5-9851-595633b0c385 req-f2af1306-15c3-4e12-a9b3-0f931d2d948b tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 946 time: 0.0497360 May 27 03:41:50.775149 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:50.811784 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ab1c16c2-04f4-47c5-9851-595633b0c385 req-76b3c0be-515b-49db-b84b-7b055c79de25 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f4896d8-2488-44da-b2dd-55f6c61b6253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431685 May 27 03:41:50.849193 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-2614d161-6cb7-4e78-987b-30e1231e0209 req-72c4bf67-be24-4100-999e-d49d20329117 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59984224'] for port (003af2b9-29bd-4270-91a3-71412843af3a), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:50.883193 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4bf67-be24-4100-999e-d49d20329117 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Pushing event deleted for resources: {'Port': ['ID=003af2b9-29bd-4270-91a3-71412843af3a,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:50.912140 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (49290611-8cb0-4d62-a91c-983b08f31ff0), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:50.937013 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [req-2614d161-6cb7-4e78-987b-30e1231e0209 req-72c4bf67-be24-4100-999e-d49d20329117 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] No DVR routers for this DVR port 003af2b9-29bd-4270-91a3-71412843af3a on host hv-cinder-84336 {{(pid=104677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:41:50.940193 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-2614d161-6cb7-4e78-987b-30e1231e0209 req-72c4bf67-be24-4100-999e-d49d20329117 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:50.945621 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2614d161-6cb7-4e78-987b-30e1231e0209 req-72c4bf67-be24-4100-999e-d49d20329117 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.72 "DELETE /v2.0/ports/003af2b9-29bd-4270-91a3-71412843af3a HTTP/1.1" status: 204 len: 173 time: 0.8648424 May 27 03:41:50.946443 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5442e526-9bae-444b-be40-78dda1200ecb', 'name': 'network-vif-deleted', 'tag': '003af2b9-29bd-4270-91a3-71412843af3a'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:41:50.949655 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5933d85cf17399e2dc167eca01249890e1c66fccb09b4015a1c2ab305ead4f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42fec89-d657-4e02-9174-0af3adb18ccd" -d '{"events": [{"server_uuid": "5442e526-9bae-444b-be40-78dda1200ecb", "name": "network-vif-deleted", "tag": "003af2b9-29bd-4270-91a3-71412843af3a"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:41:50.975973 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Pushing event updated for resources: {'Port': ['ID=49290611-8cb0-4d62-a91c-983b08f31ff0,revision_number=4']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:50.997024 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62f5398-83dc-4c1e-825a-10e17bd8d1a2 x-openstack-request-id: req-e62f5398-83dc-4c1e-825a-10e17bd8d1a2 {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:41:50.997341 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5442e526-9bae-444b-be40-78dda1200ecb", "name": "network-vif-deleted", "tag": "003af2b9-29bd-4270-91a3-71412843af3a", "status": "completed", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:41:50.997655 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e62f5398-83dc-4c1e-825a-10e17bd8d1a2 {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:41:50.998065 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e62f5398-83dc-4c1e-825a-10e17bd8d1a2'] response: {'server_uuid': '5442e526-9bae-444b-be40-78dda1200ecb', 'name': 'network-vif-deleted', 'tag': '003af2b9-29bd-4270-91a3-71412843af3a', 'status': 'completed', 'code': 200} May 27 03:41:51.196492 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2d8383-1590-4778-8f56-953200b39387 None None] Sync routers for ids ['3b708446-f180-4bb5-baad-8d2a7a77ad2e'] in dv-cinder-843361-2-smb {{(pid=104679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:41:51.209316 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2d8383-1590-4778-8f56-953200b39387 None None] Routers {'3b708446-f180-4bb5-baad-8d2a7a77ad2e'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:41:51.210052 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-dc2d8383-1590-4778-8f56-953200b39387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:41:38Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['3b708446-f180-4bb5-baad-8d2a7a77ad2e'], 'active': True} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:51.266360 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 56824) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:51.271524 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-f5b88928-3721-404e-b157-17e6d41df0d8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1196234299-network', 'tenant_id': '084e5bd71e2e4d62bc4943678b4361b2'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:41:51.320246 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvr_db [None req-dc2d8383-1590-4778-8f56-953200b39387 None None] Set router 3b708446-f180-4bb5-baad-8d2a7a77ad2e gateway port host: dv-cinder-843361-2-smb {{(pid=104679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:41:51.371045 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b88928-3721-404e-b157-17e6d41df0d8 admin admin] Made reservation on behalf of 084e5bd71e2e4d62bc4943678b4361b2 for: {'network': 1} {{(pid=104677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:41:51.374764 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f5b88928-3721-404e-b157-17e6d41df0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for network (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:51.388438 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f5b88928-3721-404e-b157-17e6d41df0d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:51.414259 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:51.490636 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f5b88928-3721-404e-b157-17e6d41df0d8 admin admin] Publish callbacks [] for security_group (ca9e1f2d-c567-42ba-a647-9a4e079a0be7), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:51.527229 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-dc2d8383-1590-4778-8f56-953200b39387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b708446-f180-4bb5-baad-8d2a7a77ad2e', 'name': 'tempest-TestMinimumBasicScenario-778808884-router', 'tenant_id': '1d50c2ef63b54c2e955695da85169101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': '49290611-8cb0-4d62-a91c-983b08f31ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:45Z', 'updated_at': '2022-05-27T03:41:49Z', 'revision_number': 4, 'project_id': '1d50c2ef63b54c2e955695da85169101', 'gw_port': {'id': '49290611-8cb0-4d62-a91c-983b08f31ff0', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b708446-f180-4bb5-baad-8d2a7a77ad2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:46Z', 'updated_at': '2022-05-27T03:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': 'aeedab48-81b9-4f9b-8c05-38be8206cdbd', 'name': '', 'network_id': 'cbe76afb-b79c-4738-afa5-238ef7337a4d', 'tenant_id': '1d50c2ef63b54c2e955695da85169101', 'mac_address': 'fa:16:3e:94:b6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b708446-f180-4bb5-baad-8d2a7a77ad2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b82c95c1-f2bd-41ab-83bb-f6be6d0ff622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:48Z', 'updated_at': '2022-05-27T03:41:49Z', 'revision_number': 2, 'project_id': '1d50c2ef63b54c2e955695da85169101', 'subnets': [{'id': 'b82c95c1-f2bd-41ab-83bb-f6be6d0ff622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:51.552115 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2d8383-1590-4778-8f56-953200b39387 None None] Checking router: 3b708446-f180-4bb5-baad-8d2a7a77ad2e for host: dv-cinder-843361-2-smb {{(pid=104679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:41:51.552469 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2d8383-1590-4778-8f56-953200b39387 None None] Updating router 3b708446-f180-4bb5-baad-8d2a7a77ad2e port aeedab48-81b9-4f9b-8c05-38be8206cdbd binding host dv-cinder-843361-2-smb {{(pid=104679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:41:51.563655 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f5b88928-3721-404e-b157-17e6d41df0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (ca9e1f2d-c567-42ba-a647-9a4e079a0be7), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:51.582580 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5b88928-3721-404e-b157-17e6d41df0d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=104677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:41:51.582818 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-dc2d8383-1590-4778-8f56-953200b39387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (aeedab48-81b9-4f9b-8c05-38be8206cdbd), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:51.613663 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f5b88928-3721-404e-b157-17e6d41df0d8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755264080231', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105'] for segment (d0d0647c-c9b1-4af8-bab5-b70cb98bd6ca), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:51.613663 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.db.segments_db [None req-f5b88928-3721-404e-b157-17e6d41df0d8 admin admin] Added segment d0d0647c-c9b1-4af8-bab5-b70cb98bd6ca of type vlan for network 733ec7cb-067c-4679-b58f-fb06da769427 May 27 03:41:51.618905 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b88928-3721-404e-b157-17e6d41df0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9e1f2d-c567-42ba-a647-9a4e079a0be7,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:51.657051 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f5b88928-3721-404e-b157-17e6d41df0d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755263573863'] for network (733ec7cb-067c-4679-b58f-fb06da769427), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:51.711847 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2487ff9a-f144-4ea1-bef4-06bf81049f4f req-a401f1e0-630c-4eb6-8403-6b2527d11a38 tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/ports?device_id=5442e526-9bae-444b-be40-78dda1200ecb HTTP/1.1" status: 200 len: 210 time: 0.0353148 May 27 03:41:51.769704 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f5b88928-3721-404e-b157-17e6d41df0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027'] for network (733ec7cb-067c-4679-b58f-fb06da769427), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:51.770745 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b88928-3721-404e-b157-17e6d41df0d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:51.771324 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f5b88928-3721-404e-b157-17e6d41df0d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for network (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:51.832097 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b88928-3721-404e-b157-17e6d41df0d8 admin admin] Pushing event updated for resources: {'Network': ['ID=733ec7cb-067c-4679-b58f-fb06da769427,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:51.843491 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Network 733ec7cb-067c-4679-b58f-fb06da769427 details requested by agent ovs-agent-dv-cinder-843361-2-smb with host dv-cinder-843361-2-smb {{(pid=104679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:41:51.860481 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:51.885861 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-f5b88928-3721-404e-b157-17e6d41df0d8 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6180775 May 27 03:41:51.888551 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 56830) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:51.894058 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [None req-a99742b6-2ee0-4ade-bbec-d7d7b794e277 admin admin] Request body: {'subnet': {'network_id': '733ec7cb-067c-4679-b58f-fb06da769427', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1196234299-subnet', 'tenant_id': '084e5bd71e2e4d62bc4943678b4361b2', 'ip_version': 4}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:41:51.935792 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e34292-d77c-42e3-9193-f007e2de5303 req-c3cceb96-8157-478c-b43d-0ab7f0ae36af tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:51.937429 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-83e34292-d77c-42e3-9193-f007e2de5303 req-c3cceb96-8157-478c-b43d-0ab7f0ae36af tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 946 time: 0.0492020 May 27 03:41:51.990445 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-83e34292-d77c-42e3-9193-f007e2de5303 req-e4c01dee-fe91-4b7e-9dac-d439e6e657a9 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f4896d8-2488-44da-b2dd-55f6c61b6253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471039 May 27 03:41:52.032056 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99742b6-2ee0-4ade-bbec-d7d7b794e277 admin admin] Made reservation on behalf of 084e5bd71e2e4d62bc4943678b4361b2 for: {'subnet': 1} {{(pid=104678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:41:52.034794 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-a99742b6-2ee0-4ade-bbec-d7d7b794e277 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62435564'] for subnet (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:52.078794 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-dc2d8383-1590-4778-8f56-953200b39387 None None] Publish callbacks [] for port (aeedab48-81b9-4f9b-8c05-38be8206cdbd), precommit_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:52.090871 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:52.175227 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-dc2d8383-1590-4778-8f56-953200b39387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (aeedab48-81b9-4f9b-8c05-38be8206cdbd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:52.240366 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d408a0b7-a0d6-4534-886c-b775a403b639 None None] Pushing event updated for resources: {'Port': ['ID=aeedab48-81b9-4f9b-8c05-38be8206cdbd,revision_number=3']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:52.250767 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:52.305426 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-dc2d8383-1590-4778-8f56-953200b39387 None None] Attempting to bind port aeedab48-81b9-4f9b-8c05-38be8206cdbd on host dv-cinder-843361-2-smb for vnic_type normal with profile {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:41:52.305806 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-dc2d8383-1590-4778-8f56-953200b39387 None None] Attempting to bind port aeedab48-81b9-4f9b-8c05-38be8206cdbd by drivers openvswitch,hyperv on host dv-cinder-843361-2-smb at level 0 using segments [{'id': '123c626d-4251-4986-8180-d47214935e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'cbe76afb-b79c-4738-afa5-238ef7337a4d'}] {{(pid=104679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:41:52.306172 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2d8383-1590-4778-8f56-953200b39387 None None] Attempting to bind port aeedab48-81b9-4f9b-8c05-38be8206cdbd on network cbe76afb-b79c-4738-afa5-238ef7337a4d {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:41:52.312045 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2d8383-1590-4778-8f56-953200b39387 None None] Checking agent: {'id': '9eab1ddd-6fe1-4746-91d3-5b2c5a714814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 29, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 29, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:41:52.312422 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2d8383-1590-4778-8f56-953200b39387 None None] Checking segment: {'id': '123c626d-4251-4986-8180-d47214935e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'cbe76afb-b79c-4738-afa5-238ef7337a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:41:52.312827 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-dc2d8383-1590-4778-8f56-953200b39387 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:52.313218 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2d8383-1590-4778-8f56-953200b39387 None None] Bound using segment: {'id': '123c626d-4251-4986-8180-d47214935e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'cbe76afb-b79c-4738-afa5-238ef7337a4d'} {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:41:52.313729 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-dc2d8383-1590-4778-8f56-953200b39387 None None] Bound port: aeedab48-81b9-4f9b-8c05-38be8206cdbd, host: dv-cinder-843361-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '123c626d-4251-4986-8180-d47214935e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'cbe76afb-b79c-4738-afa5-238ef7337a4d'}}] {{(pid=104679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:41:52.314115 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-dc2d8383-1590-4778-8f56-953200b39387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (aeedab48-81b9-4f9b-8c05-38be8206cdbd), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:52.318534 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-a99742b6-2ee0-4ade-bbec-d7d7b794e277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62478958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62435578'] for subnet (c198ed22-4ac9-4d16-ba55-48b1774ac006), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:52.378686 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99742b6-2ee0-4ade-bbec-d7d7b794e277 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c198ed22-4ac9-4d16-ba55-48b1774ac006,revision_number=0']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:52.396156 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99742b6-2ee0-4ade-bbec-d7d7b794e277 admin admin] Checking segment: {'id': 'd0d0647c-c9b1-4af8-bab5-b70cb98bd6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '733ec7cb-067c-4679-b58f-fb06da769427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:41:52.396518 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99742b6-2ee0-4ade-bbec-d7d7b794e277 admin admin] Network hostable DHCP agents. Network: 733ec7cb-067c-4679-b58f-fb06da769427, hostable agents: ['51435755-087c-400e-9559-48781745a262'], hosted agents: [] {{(pid=104678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:41:52.396775 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-dc2d8383-1590-4778-8f56-953200b39387 None None] For port aeedab48-81b9-4f9b-8c05-38be8206cdbd, host dv-cinder-843361-2-smb, cleared binding levels {{(pid=104679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:41:52.401556 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-dc2d8383-1590-4778-8f56-953200b39387 None None] For port aeedab48-81b9-4f9b-8c05-38be8206cdbd, host dv-cinder-843361-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=aeedab48-81b9-4f9b-8c05-38be8206cdbd,segment=NetworkSegment(123c626d-4251-4986-8180-d47214935e1f),segment_id=123c626d-4251-4986-8180-d47214935e1f)] {{(pid=104679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:41:52.463475 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-ab142eb9-8b3c-4862-b64c-0a42550f3508 None None] Provisioning complete for port aeedab48-81b9-4f9b-8c05-38be8206cdbd triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:41:52.464161 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-ab142eb9-8b3c-4862-b64c-0a42550f3508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (aeedab48-81b9-4f9b-8c05-38be8206cdbd), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:52.489355 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99742b6-2ee0-4ade-bbec-d7d7b794e277 admin admin] Network 733ec7cb-067c-4679-b58f-fb06da769427 is scheduled to be hosted by DHCP agent 51435755-087c-400e-9559-48781745a262 with binding_index 1 {{(pid=104678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:41:52.493650 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-dc2d8383-1590-4778-8f56-953200b39387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (aeedab48-81b9-4f9b-8c05-38be8206cdbd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:52.513000 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 49290611-8cb0-4d62-a91c-983b08f31ff0 up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:41:52.572673 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.base_scheduler [None req-a99742b6-2ee0-4ade-bbec-d7d7b794e277 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-2-smb, 733ec7cb-067c-4679-b58f-fb06da769427) {{(pid=104678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:52.575728 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-ab142eb9-8b3c-4862-b64c-0a42550f3508 None None] Port aeedab48-81b9-4f9b-8c05-38be8206cdbd cannot update to ACTIVE because it is not bound. {{(pid=104679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:41:52.579494 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99742b6-2ee0-4ade-bbec-d7d7b794e277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:52.580396 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-a99742b6-2ee0-4ade-bbec-d7d7b794e277 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for subnet (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:52.604604 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23081fa3-d142-4656-9586-472b29d952c8 None None] Network 733ec7cb-067c-4679-b58f-fb06da769427 requested from dv-cinder-843361-2-smb {{(pid=104679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:41:52.613815 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d408a0b7-a0d6-4534-886c-b775a403b639 None None] Pushing event updated for resources: {'Port': ['ID=aeedab48-81b9-4f9b-8c05-38be8206cdbd,revision_number=4']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:52.635081 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4696c76-d673-4679-8b32-5309fba75a9f req-77c87d97-7fac-42a8-9993-a86e6e5069b3 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:52.637389 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2d8383-1590-4778-8f56-953200b39387 None None] Routers {'3b708446-f180-4bb5-baad-8d2a7a77ad2e'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:41:52.638298 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-dc2d8383-1590-4778-8f56-953200b39387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:41:38Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['3b708446-f180-4bb5-baad-8d2a7a77ad2e'], 'active': True} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:52.643362 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c4696c76-d673-4679-8b32-5309fba75a9f req-77c87d97-7fac-42a8-9993-a86e6e5069b3 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 946 time: 0.1026454 May 27 03:41:52.657745 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0463aa-c514-4c3d-8f02-68712dc8e267 req-4e86da11-78ae-4e19-a61e-43991e136d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:52.662072 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-7e0463aa-c514-4c3d-8f02-68712dc8e267 req-4e86da11-78ae-4e19-a61e-43991e136d82 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8c649113d597484d8d1f5f046a8cac59&device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 1130 time: 0.0856030 May 27 03:41:52.662218 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-a99742b6-2ee0-4ade-bbec-d7d7b794e277 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7703295 May 27 03:41:52.662605 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 56842) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:52.670351 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [None req-3841c599-7f9f-49db-bcce-abbb2d812cd4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1196234299-router', 'tenant_id': '084e5bd71e2e4d62bc4943678b4361b2', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'}}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:41:52.722310 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 003af2b9-29bd-4270-91a3-71412843af3a no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:41:52.731496 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:52.755427 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] No Port match for: 003af2b9-29bd-4270-91a3-71412843af3a {{(pid=104679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:41:52.755877 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 003af2b9-29bd-4270-91a3-71412843af3a not bound to the agent host hv-cinder-84336 {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:41:52.773109 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port 49290611-8cb0-4d62-a91c-983b08f31ff0 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:41:52.773517 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (49290611-8cb0-4d62-a91c-983b08f31ff0), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:52.797645 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3841c599-7f9f-49db-bcce-abbb2d812cd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3642992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7936'] for router (89596a43-79ad-4b4f-a70d-bb865eecd581), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:52.798873 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3841c599-7f9f-49db-bcce-abbb2d812cd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3889088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3801747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7993'] for router (89596a43-79ad-4b4f-a70d-bb865eecd581), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:52.881118 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:52.898517 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3841c599-7f9f-49db-bcce-abbb2d812cd4 admin admin] Publish callbacks [] for router_controller (89596a43-79ad-4b4f-a70d-bb865eecd581), precommit_add_association {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:52.939052 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c679c4-c955-4b63-8804-71422f6cfee4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp35ccf49e-a895-563f-88ce-f04d0597ddad-733ec7cb-067c-4679-b58f-fb06da769427', 'network_id': '733ec7cb-067c-4679-b58f-fb06da769427', 'project_id': '084e5bd71e2e4d62bc4943678b4361b2', 'fixed_ips': [{'subnet_id': 'c198ed22-4ac9-4d16-ba55-48b1774ac006'}]}} from dv-cinder-843361-2-smb. {{(pid=104679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:41:52.940694 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d5c679c4-c955-4b63-8804-71422f6cfee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:52.975767 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-24107941-bdd0-4a10-86c1-8627c96c1aab None None] Provisioning complete for port aeedab48-81b9-4f9b-8c05-38be8206cdbd triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:41:52.976443 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-24107941-bdd0-4a10-86c1-8627c96c1aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (aeedab48-81b9-4f9b-8c05-38be8206cdbd), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:52.981010 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvr_db [None req-dc2d8383-1590-4778-8f56-953200b39387 None None] Set router 3b708446-f180-4bb5-baad-8d2a7a77ad2e gateway port host: dv-cinder-843361-2-smb {{(pid=104679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:41:53.042618 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c4696c76-d673-4679-8b32-5309fba75a9f req-d166694c-d799-4fc7-94b1-ea7bb92dee6c tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f4896d8-2488-44da-b2dd-55f6c61b6253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3949344 May 27 03:41:53.047364 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port 49290611-8cb0-4d62-a91c-983b08f31ff0 is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:41:53.062919 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c1435f2c-ec10-4fd1-8443-dc351bf9895f req-f6b6ea86-f89d-43f9-a86a-6ff89aa64def tempest-VolumesSnapshotTestJSON-1537901147 tempest-VolumesSnapshotTestJSON-1537901147-project] 10.222.0.71 "GET /v2.0/ports?device_id=5442e526-9bae-444b-be40-78dda1200ecb HTTP/1.1" status: 200 len: 210 time: 0.0779271 May 27 03:41:53.086374 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:53.103924 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0463aa-c514-4c3d-8f02-68712dc8e267 req-c4644e16-6103-46ee-bb1b-1de7e3ce3a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:53.105412 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-7e0463aa-c514-4c3d-8f02-68712dc8e267 req-c4644e16-6103-46ee-bb1b-1de7e3ce3a80 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f916a43-2562-4d0d-bd29-c5c8a7d74b6a HTTP/1.1" status: 200 len: 919 time: 0.4353890 May 27 03:41:53.172342 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-7e0463aa-c514-4c3d-8f02-68712dc8e267 req-30f15275-6881-4f43-8589-022cf939f93b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=312059c1-f4ba-443c-8b30-272543608364 HTTP/1.1" status: 200 len: 1002 time: 0.0607502 May 27 03:41:53.175691 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3841c599-7f9f-49db-bcce-abbb2d812cd4 admin admin] Publish callbacks [] for router_gateway (89596a43-79ad-4b4f-a70d-bb865eecd581), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:53.223559 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0463aa-c514-4c3d-8f02-68712dc8e267 req-06a47f69-8bf1-4ea2-ae81-1d13b43842fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:53.224954 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-7e0463aa-c514-4c3d-8f02-68712dc8e267 req-06a47f69-8bf1-4ea2-ae81-1d13b43842fd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e9e7a5b0-6940-4778-807b-b50ae30078a7 HTTP/1.1" status: 200 len: 857 time: 0.0459175 May 27 03:41:53.240294 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:53.270466 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0463aa-c514-4c3d-8f02-68712dc8e267 req-6c015c24-79ab-4ec2-9028-0d60ea0302ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:53.271964 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-7e0463aa-c514-4c3d-8f02-68712dc8e267 req-6c015c24-79ab-4ec2-9028-0d60ea0302ed service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f916a43-2562-4d0d-bd29-c5c8a7d74b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0398958 May 27 03:41:53.309079 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-24107941-bdd0-4a10-86c1-8627c96c1aab None None] Current status of the port aeedab48-81b9-4f9b-8c05-38be8206cdbd is: DOWN; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:41:53.309508 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-24107941-bdd0-4a10-86c1-8627c96c1aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (aeedab48-81b9-4f9b-8c05-38be8206cdbd), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:53.362138 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.db_base_plugin_common [None req-d5c679c4-c955-4b63-8804-71422f6cfee4 None None] Allocated IP 172.20.0.2 (733ec7cb-067c-4679-b58f-fb06da769427/c198ed22-4ac9-4d16-ba55-48b1774ac006/24a1f444-a6ce-471e-8e95-a66f169aa1ec) {{(pid=104679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:53.371073 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-7e0463aa-c514-4c3d-8f02-68712dc8e267 req-7dd05609-a8d7-4b29-bf47-40c3cba4ee29 service neutron] 10.222.0.72 "GET /v2.0/networks/2f916a43-2562-4d0d-bd29-c5c8a7d74b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923448 May 27 03:41:53.411944 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-24107941-bdd0-4a10-86c1-8627c96c1aab None None] For port aeedab48-81b9-4f9b-8c05-38be8206cdbd, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=aeedab48-81b9-4f9b-8c05-38be8206cdbd,segment=NetworkSegment(123c626d-4251-4986-8180-d47214935e1f),segment_id=123c626d-4251-4986-8180-d47214935e1f)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:53.430929 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:53.438690 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-dc2d8383-1590-4778-8f56-953200b39387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b708446-f180-4bb5-baad-8d2a7a77ad2e', 'name': 'tempest-TestMinimumBasicScenario-778808884-router', 'tenant_id': '1d50c2ef63b54c2e955695da85169101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': '49290611-8cb0-4d62-a91c-983b08f31ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:45Z', 'updated_at': '2022-05-27T03:41:49Z', 'revision_number': 4, 'project_id': '1d50c2ef63b54c2e955695da85169101', 'gw_port': {'id': '49290611-8cb0-4d62-a91c-983b08f31ff0', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b708446-f180-4bb5-baad-8d2a7a77ad2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:46Z', 'updated_at': '2022-05-27T03:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': 'aeedab48-81b9-4f9b-8c05-38be8206cdbd', 'name': '', 'network_id': 'cbe76afb-b79c-4738-afa5-238ef7337a4d', 'tenant_id': '1d50c2ef63b54c2e955695da85169101', 'mac_address': 'fa:16:3e:94:b6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b708446-f180-4bb5-baad-8d2a7a77ad2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b82c95c1-f2bd-41ab-83bb-f6be6d0ff622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:48Z', 'updated_at': '2022-05-27T03:41:52Z', 'revision_number': 4, 'project_id': '1d50c2ef63b54c2e955695da85169101', 'subnets': [{'id': 'b82c95c1-f2bd-41ab-83bb-f6be6d0ff622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:53.444186 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3841c599-7f9f-49db-bcce-abbb2d812cd4 admin admin] Publish callbacks [] for router_gateway (89596a43-79ad-4b4f-a70d-bb865eecd581), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:53.463437 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3841c599-7f9f-49db-bcce-abbb2d812cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:53.471633 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-7e0463aa-c514-4c3d-8f02-68712dc8e267 req-e6701244-a57a-4e08-8e0e-2ef07605754f service neutron] 10.222.0.72 "GET /v2.0/networks/2f916a43-2562-4d0d-bd29-c5c8a7d74b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933638 May 27 03:41:53.500113 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-24107941-bdd0-4a10-86c1-8627c96c1aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (aeedab48-81b9-4f9b-8c05-38be8206cdbd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:53.502229 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2d8383-1590-4778-8f56-953200b39387 None None] The sync data for ids ['3b708446-f180-4bb5-baad-8d2a7a77ad2e'] in dv-cinder-843361-2-smb is: [{'id': '3b708446-f180-4bb5-baad-8d2a7a77ad2e', 'name': 'tempest-TestMinimumBasicScenario-778808884-router', 'tenant_id': '1d50c2ef63b54c2e955695da85169101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': '49290611-8cb0-4d62-a91c-983b08f31ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:45Z', 'updated_at': '2022-05-27T03:41:49Z', 'revision_number': 4, 'project_id': '1d50c2ef63b54c2e955695da85169101', 'gw_port': {'id': '49290611-8cb0-4d62-a91c-983b08f31ff0', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b708446-f180-4bb5-baad-8d2a7a77ad2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:46Z', 'updated_at': '2022-05-27T03:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': 'aeedab48-81b9-4f9b-8c05-38be8206cdbd', 'name': '', 'network_id': 'cbe76afb-b79c-4738-afa5-238ef7337a4d', 'tenant_id': '1d50c2ef63b54c2e955695da85169101', 'mac_address': 'fa:16:3e:94:b6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b708446-f180-4bb5-baad-8d2a7a77ad2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b82c95c1-f2bd-41ab-83bb-f6be6d0ff622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:48Z', 'updated_at': '2022-05-27T03:41:52Z', 'revision_number': 4, 'project_id': '1d50c2ef63b54c2e955695da85169101', 'subnets': [{'id': 'b82c95c1-f2bd-41ab-83bb-f6be6d0ff622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:41:53.544695 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:53.619371 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.db_base_plugin_common [None req-3841c599-7f9f-49db-bcce-abbb2d812cd4 admin admin] Allocated IP 172.28.2.9 (2c8f85dd-7a0e-40ae-be84-c061eec53ce1/4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03/dd755aab-c571-4940-a586-b215337792a4) {{(pid=104678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:53.745665 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3841c599-7f9f-49db-bcce-abbb2d812cd4 admin admin] Publish callbacks [] for port (dd755aab-c571-4940-a586-b215337792a4), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:53.777466 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24107941-bdd0-4a10-86c1-8627c96c1aab None None] Pushing event updated for resources: {'Port': ['ID=aeedab48-81b9-4f9b-8c05-38be8206cdbd,revision_number=5']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:53.798353 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d5c679c4-c955-4b63-8804-71422f6cfee4 None None] Publish callbacks [] for port (24a1f444-a6ce-471e-8e95-a66f169aa1ec), precommit_create {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:53.849816 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3841c599-7f9f-49db-bcce-abbb2d812cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (dd755aab-c571-4940-a586-b215337792a4), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:53.883956 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d5c679c4-c955-4b63-8804-71422f6cfee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921'] for port (24a1f444-a6ce-471e-8e95-a66f169aa1ec), after_create {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:53.887712 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:53.899786 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3841c599-7f9f-49db-bcce-abbb2d812cd4 admin admin] Network 2c8f85dd-7a0e-40ae-be84-c061eec53ce1 is already hosted by enough agents. {{(pid=104678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:53.905608 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.base_scheduler [None req-3841c599-7f9f-49db-bcce-abbb2d812cd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:53.908125 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3841c599-7f9f-49db-bcce-abbb2d812cd4 admin admin] Received port after_create {{(pid=104678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:41:53.911526 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3841c599-7f9f-49db-bcce-abbb2d812cd4 admin admin] Pushing event updated for resources: {'Port': ['ID=dd755aab-c571-4940-a586-b215337792a4,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:53.927070 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c679c4-c955-4b63-8804-71422f6cfee4 None None] Network 733ec7cb-067c-4679-b58f-fb06da769427 is already hosted by enough agents. {{(pid=104679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:53.930044 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.scheduler.base_scheduler [None req-d5c679c4-c955-4b63-8804-71422f6cfee4 None None] Resources bound (agent type, host, resource id): {{(pid=104679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:53.934244 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c679c4-c955-4b63-8804-71422f6cfee4 None None] Received port after_create {{(pid=104679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:41:53.941766 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c679c4-c955-4b63-8804-71422f6cfee4 None None] Pushing event updated for resources: {'Port': ['ID=24a1f444-a6ce-471e-8e95-a66f169aa1ec,revision_number=1']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:53.986666 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:53.998620 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-d5c679c4-c955-4b63-8804-71422f6cfee4 None None] Attempting to bind port 24a1f444-a6ce-471e-8e95-a66f169aa1ec on host dv-cinder-843361-2-smb for vnic_type normal with profile {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:41:53.998992 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-d5c679c4-c955-4b63-8804-71422f6cfee4 None None] Attempting to bind port 24a1f444-a6ce-471e-8e95-a66f169aa1ec by drivers openvswitch,hyperv on host dv-cinder-843361-2-smb at level 0 using segments [{'id': 'd0d0647c-c9b1-4af8-bab5-b70cb98bd6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '733ec7cb-067c-4679-b58f-fb06da769427'}] {{(pid=104679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:41:53.999380 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c679c4-c955-4b63-8804-71422f6cfee4 None None] Attempting to bind port 24a1f444-a6ce-471e-8e95-a66f169aa1ec on network 733ec7cb-067c-4679-b58f-fb06da769427 {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:41:54.005087 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c679c4-c955-4b63-8804-71422f6cfee4 None None] Checking agent: {'id': '9eab1ddd-6fe1-4746-91d3-5b2c5a714814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 29, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 29, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:41:54.005543 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c679c4-c955-4b63-8804-71422f6cfee4 None None] Checking segment: {'id': 'd0d0647c-c9b1-4af8-bab5-b70cb98bd6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '733ec7cb-067c-4679-b58f-fb06da769427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:41:54.005958 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d5c679c4-c955-4b63-8804-71422f6cfee4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:54.006360 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c679c4-c955-4b63-8804-71422f6cfee4 None None] Bound using segment: {'id': 'd0d0647c-c9b1-4af8-bab5-b70cb98bd6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '733ec7cb-067c-4679-b58f-fb06da769427'} {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:41:54.006860 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-d5c679c4-c955-4b63-8804-71422f6cfee4 None None] Bound port: 24a1f444-a6ce-471e-8e95-a66f169aa1ec, host: dv-cinder-843361-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d0647c-c9b1-4af8-bab5-b70cb98bd6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '733ec7cb-067c-4679-b58f-fb06da769427'}}] {{(pid=104679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:41:54.007302 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d5c679c4-c955-4b63-8804-71422f6cfee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (24a1f444-a6ce-471e-8e95-a66f169aa1ec), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:54.098414 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d5c679c4-c955-4b63-8804-71422f6cfee4 None None] For port 24a1f444-a6ce-471e-8e95-a66f169aa1ec, host dv-cinder-843361-2-smb, cleared binding levels {{(pid=104679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:41:54.107910 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d5c679c4-c955-4b63-8804-71422f6cfee4 None None] For port 24a1f444-a6ce-471e-8e95-a66f169aa1ec, host dv-cinder-843361-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=24a1f444-a6ce-471e-8e95-a66f169aa1ec,segment=NetworkSegment(d0d0647c-c9b1-4af8-bab5-b70cb98bd6ca),segment_id=d0d0647c-c9b1-4af8-bab5-b70cb98bd6ca)] {{(pid=104679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:41:54.172366 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97983074-589b-4c8a-9ab6-28821485a8e6 req-41876943-08b7-4d52-86c3-bda6b6c89695 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:54.174241 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-97983074-589b-4c8a-9ab6-28821485a8e6 req-41876943-08b7-4d52-86c3-bda6b6c89695 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 946 time: 0.0586152 May 27 03:41:54.213419 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d5c679c4-c955-4b63-8804-71422f6cfee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (24a1f444-a6ce-471e-8e95-a66f169aa1ec), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:54.233592 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-97983074-589b-4c8a-9ab6-28821485a8e6 req-02cad42f-0835-44b0-a4ae-d706473a8a89 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f4896d8-2488-44da-b2dd-55f6c61b6253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522201 May 27 03:41:54.293974 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c679c4-c955-4b63-8804-71422f6cfee4 None None] Pushing event updated for resources: {'Port': ['ID=24a1f444-a6ce-471e-8e95-a66f169aa1ec,revision_number=2']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:54.342729 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3841c599-7f9f-49db-bcce-abbb2d812cd4 admin admin] Publish callbacks [] for router_gateway (89596a43-79ad-4b4f-a70d-bb865eecd581), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:54.586952 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device aeedab48-81b9-4f9b-8c05-38be8206cdbd up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:41:54.651257 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port aeedab48-81b9-4f9b-8c05-38be8206cdbd triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:41:54.651872 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (aeedab48-81b9-4f9b-8c05-38be8206cdbd), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:54.745709 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port aeedab48-81b9-4f9b-8c05-38be8206cdbd is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:41:54.853122 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3841c599-7f9f-49db-bcce-abbb2d812cd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3889143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664899'] for router (89596a43-79ad-4b4f-a70d-bb865eecd581), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:55.158141 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3841c599-7f9f-49db-bcce-abbb2d812cd4 admin admin] Router 89596a43-79ad-4b4f-a70d-bb865eecd581 is scheduled to L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 with binding_index 1 {{(pid=104678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:41:55.268439 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3841c599-7f9f-49db-bcce-abbb2d812cd4 admin admin] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:41:55.280496 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4976a136-d91e-4184-9ae3-4535dc842849 None None] Sync routers for ids ['89596a43-79ad-4b4f-a70d-bb865eecd581'] in dv-cinder-843361-2-smb {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:41:55.293330 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4976a136-d91e-4184-9ae3-4535dc842849 None None] Routers {'89596a43-79ad-4b4f-a70d-bb865eecd581'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:41:55.293956 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-4976a136-d91e-4184-9ae3-4535dc842849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:41:38Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['89596a43-79ad-4b4f-a70d-bb865eecd581'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:55.364067 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac524e6-ac44-4d6e-af3b-c4bcba5c4bbb req-c968c73e-f39a-4867-a7d3-c4404f42ebca tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:55.366196 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-bac524e6-ac44-4d6e-af3b-c4bcba5c4bbb req-c968c73e-f39a-4867-a7d3-c4404f42ebca tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 946 time: 0.0544791 May 27 03:41:55.389346 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3841c599-7f9f-49db-bcce-abbb2d812cd4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:55.389346 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-3841c599-7f9f-49db-bcce-abbb2d812cd4 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7233007 May 27 03:41:55.389594 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 56858) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:55.397142 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbc3d3a-ea77-4b11-92d6-a386f0bf9cd3 None None] Network 733ec7cb-067c-4679-b58f-fb06da769427 requested from dv-cinder-843361-2-smb {{(pid=104679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:41:55.414507 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-4976a136-d91e-4184-9ae3-4535dc842849 None None] Set router 89596a43-79ad-4b4f-a70d-bb865eecd581 gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:41:55.432471 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-bac524e6-ac44-4d6e-af3b-c4bcba5c4bbb req-22981e2b-e146-470a-8de6-16a45cfb98d2 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f4896d8-2488-44da-b2dd-55f6c61b6253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603714 May 27 03:41:55.471871 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-6ca71618-1483-4959-85e3-e637354099dd None None] Provisioning complete for port 24a1f444-a6ce-471e-8e95-a66f169aa1ec triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:41:55.472509 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-6ca71618-1483-4959-85e3-e637354099dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (24a1f444-a6ce-471e-8e95-a66f169aa1ec), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:55.492044 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:55.505567 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:55.609064 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-6ca71618-1483-4959-85e3-e637354099dd None None] Current status of the port 24a1f444-a6ce-471e-8e95-a66f169aa1ec is: DOWN; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:41:55.609064 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-6ca71618-1483-4959-85e3-e637354099dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (24a1f444-a6ce-471e-8e95-a66f169aa1ec), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:55.632884 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-4976a136-d91e-4184-9ae3-4535dc842849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89596a43-79ad-4b4f-a70d-bb865eecd581', 'name': 'tempest-TestMinimumBasicScenario-1196234299-router', 'tenant_id': '084e5bd71e2e4d62bc4943678b4361b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.9'}], 'enable_snat': True}, 'gw_port_id': 'dd755aab-c571-4940-a586-b215337792a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:52Z', 'updated_at': '2022-05-27T03:41:54Z', 'revision_number': 3, 'project_id': '084e5bd71e2e4d62bc4943678b4361b2', 'gw_port': {'id': 'dd755aab-c571-4940-a586-b215337792a4', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:67:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89596a43-79ad-4b4f-a70d-bb865eecd581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:53Z', 'updated_at': '2022-05-27T03:41:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb'}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:55.635129 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-6ca71618-1483-4959-85e3-e637354099dd None None] For port 24a1f444-a6ce-471e-8e95-a66f169aa1ec, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=24a1f444-a6ce-471e-8e95-a66f169aa1ec,segment=NetworkSegment(d0d0647c-c9b1-4af8-bab5-b70cb98bd6ca),segment_id=d0d0647c-c9b1-4af8-bab5-b70cb98bd6ca)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:55.665096 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4976a136-d91e-4184-9ae3-4535dc842849 None None] Checking router: 89596a43-79ad-4b4f-a70d-bb865eecd581 for host: dv-cinder-843361-2-smb {{(pid=104680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:41:55.665681 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4976a136-d91e-4184-9ae3-4535dc842849 None None] Updating router 89596a43-79ad-4b4f-a70d-bb865eecd581 port dd755aab-c571-4940-a586-b215337792a4 binding host dv-cinder-843361-2-smb {{(pid=104680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:41:55.667118 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:55.704042 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-4976a136-d91e-4184-9ae3-4535dc842849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (dd755aab-c571-4940-a586-b215337792a4), before_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:55.879969 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-63671952-78ae-4dda-9ba1-03eb199a5f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:55.924485 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-6ca71618-1483-4959-85e3-e637354099dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (24a1f444-a6ce-471e-8e95-a66f169aa1ec), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:55.943556 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=100 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:56.002867 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca71618-1483-4959-85e3-e637354099dd None None] Pushing event updated for resources: {'Port': ['ID=24a1f444-a6ce-471e-8e95-a66f169aa1ec,revision_number=3']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:56.048137 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-be18d05c-1cbc-438f-a0f7-058d784afa17 None None] Provisioning complete for port 24a1f444-a6ce-471e-8e95-a66f169aa1ec triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:41:56.048508 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-be18d05c-1cbc-438f-a0f7-058d784afa17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (24a1f444-a6ce-471e-8e95-a66f169aa1ec), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:56.103994 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:56.118421 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.db_base_plugin_common [None req-63671952-78ae-4dda-9ba1-03eb199a5f85 admin admin] Allocated IP 172.20.0.1 (733ec7cb-067c-4679-b58f-fb06da769427/c198ed22-4ac9-4d16-ba55-48b1774ac006/c9a1b00b-fa44-4abe-a18c-ef8a92128709) {{(pid=104678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:56.128259 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-be18d05c-1cbc-438f-a0f7-058d784afa17 None None] Current status of the port 24a1f444-a6ce-471e-8e95-a66f169aa1ec is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:41:56.134645 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-4976a136-d91e-4184-9ae3-4535dc842849 None None] Publish callbacks [] for port (dd755aab-c571-4940-a586-b215337792a4), precommit_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:56.220600 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-4976a136-d91e-4184-9ae3-4535dc842849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (dd755aab-c571-4940-a586-b215337792a4), after_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:56.233046 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-63671952-78ae-4dda-9ba1-03eb199a5f85 admin admin] Publish callbacks [] for port (c9a1b00b-fa44-4abe-a18c-ef8a92128709), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:56.268337 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.managers [None req-4976a136-d91e-4184-9ae3-4535dc842849 None None] Attempting to bind port dd755aab-c571-4940-a586-b215337792a4 on host dv-cinder-843361-2-smb for vnic_type normal with profile {{(pid=104680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:41:56.268699 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.managers [None req-4976a136-d91e-4184-9ae3-4535dc842849 None None] Attempting to bind port dd755aab-c571-4940-a586-b215337792a4 by drivers openvswitch,hyperv on host dv-cinder-843361-2-smb at level 0 using segments [{'id': 'bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'}] {{(pid=104680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:41:56.269057 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4976a136-d91e-4184-9ae3-4535dc842849 None None] Attempting to bind port dd755aab-c571-4940-a586-b215337792a4 on network 2c8f85dd-7a0e-40ae-be84-c061eec53ce1 {{(pid=104680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:41:56.277371 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e186a-358d-4463-853f-16ad8f0081b9 None None] Pushing event updated for resources: {'Port': ['ID=dd755aab-c571-4940-a586-b215337792a4,revision_number=2']} {{(pid=104680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:56.280432 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4976a136-d91e-4184-9ae3-4535dc842849 None None] Checking agent: {'id': '9eab1ddd-6fe1-4746-91d3-5b2c5a714814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 29, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 29, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:41:56.280798 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4976a136-d91e-4184-9ae3-4535dc842849 None None] Checking segment: {'id': 'bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:41:56.281436 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-4976a136-d91e-4184-9ae3-4535dc842849 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:56.281588 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4976a136-d91e-4184-9ae3-4535dc842849 None None] Bound using segment: {'id': 'bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'} {{(pid=104680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:41:56.282098 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.managers [None req-4976a136-d91e-4184-9ae3-4535dc842849 None None] Bound port: dd755aab-c571-4940-a586-b215337792a4, host: dv-cinder-843361-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'}}] {{(pid=104680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:41:56.282473 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-4976a136-d91e-4184-9ae3-4535dc842849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (dd755aab-c571-4940-a586-b215337792a4), before_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:56.329896 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-63671952-78ae-4dda-9ba1-03eb199a5f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (c9a1b00b-fa44-4abe-a18c-ef8a92128709), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:56.330400 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.db [None req-4976a136-d91e-4184-9ae3-4535dc842849 None None] For port dd755aab-c571-4940-a586-b215337792a4, host dv-cinder-843361-2-smb, cleared binding levels {{(pid=104680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:41:56.333460 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.db [None req-4976a136-d91e-4184-9ae3-4535dc842849 None None] For port dd755aab-c571-4940-a586-b215337792a4, host dv-cinder-843361-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=dd755aab-c571-4940-a586-b215337792a4,segment=NetworkSegment(bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5),segment_id=bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5)] {{(pid=104680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:41:56.367445 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63671952-78ae-4dda-9ba1-03eb199a5f85 admin admin] Network 733ec7cb-067c-4679-b58f-fb06da769427 is already hosted by enough agents. {{(pid=104678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:56.372394 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.base_scheduler [None req-63671952-78ae-4dda-9ba1-03eb199a5f85 admin admin] Resources bound (agent type, host, resource id): {{(pid=104678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:56.375796 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63671952-78ae-4dda-9ba1-03eb199a5f85 admin admin] Received port after_create {{(pid=104678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:41:56.405233 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63671952-78ae-4dda-9ba1-03eb199a5f85 admin admin] Pushing event updated for resources: {'Port': ['ID=c9a1b00b-fa44-4abe-a18c-ef8a92128709,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:56.424239 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-63671952-78ae-4dda-9ba1-03eb199a5f85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665520'] for router_interface (89596a43-79ad-4b4f-a70d-bb865eecd581), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:56.456540 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-4976a136-d91e-4184-9ae3-4535dc842849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (dd755aab-c571-4940-a586-b215337792a4), after_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:56.569730 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e186a-358d-4463-853f-16ad8f0081b9 None None] Pushing event updated for resources: {'Port': ['ID=dd755aab-c571-4940-a586-b215337792a4,revision_number=3']} {{(pid=104680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:56.582604 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4976a136-d91e-4184-9ae3-4535dc842849 None None] Routers {'89596a43-79ad-4b4f-a70d-bb865eecd581'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:41:56.583213 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-4976a136-d91e-4184-9ae3-4535dc842849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:41:38Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['89596a43-79ad-4b4f-a70d-bb865eecd581'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:56.605705 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 24a1f444-a6ce-471e-8e95-a66f169aa1ec up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:41:56.650915 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7235c-8891-4791-a28f-3c20d6239554 req-48b2e1ae-0f68-4738-8543-c517c9033161 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:56.652942 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-46c7235c-8891-4791-a28f-3c20d6239554 req-48b2e1ae-0f68-4738-8543-c517c9033161 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 946 time: 0.0861905 May 27 03:41:56.657235 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-63671952-78ae-4dda-9ba1-03eb199a5f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (c9a1b00b-fa44-4abe-a18c-ef8a92128709), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:56.690158 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port 24a1f444-a6ce-471e-8e95-a66f169aa1ec triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:41:56.691442 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (24a1f444-a6ce-471e-8e95-a66f169aa1ec), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:56.704156 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-4976a136-d91e-4184-9ae3-4535dc842849 None None] Set router 89596a43-79ad-4b4f-a70d-bb865eecd581 gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:41:56.713515 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-46c7235c-8891-4791-a28f-3c20d6239554 req-59036fe3-019c-46b8-ab07-bd14a9c957ef tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f4896d8-2488-44da-b2dd-55f6c61b6253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540910 May 27 03:41:56.755021 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:56.765439 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-f0ee0fbf-e699-4253-b4b7-657b9d53b791 None None] Provisioning complete for port c9a1b00b-fa44-4abe-a18c-ef8a92128709 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:41:56.765862 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-f0ee0fbf-e699-4253-b4b7-657b9d53b791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (c9a1b00b-fa44-4abe-a18c-ef8a92128709), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:56.827098 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-f0ee0fbf-e699-4253-b4b7-657b9d53b791 None None] Port c9a1b00b-fa44-4abe-a18c-ef8a92128709 cannot update to ACTIVE because it is not bound. {{(pid=104679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:41:56.830607 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port 24a1f444-a6ce-471e-8e95-a66f169aa1ec is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:41:56.858555 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:56.866733 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f21086-2738-4231-a0fc-82fd1937bf55 req-c6e1556d-1af2-47d0-906a-8a83ad52cf89 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:56.870323 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-a7f21086-2738-4231-a0fc-82fd1937bf55 req-c6e1556d-1af2-47d0-906a-8a83ad52cf89 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 946 time: 0.0637872 May 27 03:41:56.878900 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 56870) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:56.884156 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-7c8b6d56-08ab-423d-a325-25a03444b3ae tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Request body: {'floatingip': {'port_id': '312059c1-f4ba-443c-8b30-272543608364'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:41:56.895937 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:56.898119 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-63671952-78ae-4dda-9ba1-03eb199a5f85 admin admin] Publish callbacks [] for port (c9a1b00b-fa44-4abe-a18c-ef8a92128709), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:56.916531 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-4976a136-d91e-4184-9ae3-4535dc842849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89596a43-79ad-4b4f-a70d-bb865eecd581', 'name': 'tempest-TestMinimumBasicScenario-1196234299-router', 'tenant_id': '084e5bd71e2e4d62bc4943678b4361b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.9'}], 'enable_snat': True}, 'gw_port_id': 'dd755aab-c571-4940-a586-b215337792a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:52Z', 'updated_at': '2022-05-27T03:41:54Z', 'revision_number': 3, 'project_id': '084e5bd71e2e4d62bc4943678b4361b2', 'gw_port': {'id': 'dd755aab-c571-4940-a586-b215337792a4', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:67:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89596a43-79ad-4b4f-a70d-bb865eecd581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:53Z', 'updated_at': '2022-05-27T03:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb'}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:56.941297 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4976a136-d91e-4184-9ae3-4535dc842849 None None] The sync data for ids ['89596a43-79ad-4b4f-a70d-bb865eecd581'] in dv-cinder-843361-2-smb is: [{'id': '89596a43-79ad-4b4f-a70d-bb865eecd581', 'name': 'tempest-TestMinimumBasicScenario-1196234299-router', 'tenant_id': '084e5bd71e2e4d62bc4943678b4361b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.9'}], 'enable_snat': True}, 'gw_port_id': 'dd755aab-c571-4940-a586-b215337792a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:52Z', 'updated_at': '2022-05-27T03:41:54Z', 'revision_number': 3, 'project_id': '084e5bd71e2e4d62bc4943678b4361b2', 'gw_port': {'id': 'dd755aab-c571-4940-a586-b215337792a4', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:67:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89596a43-79ad-4b4f-a70d-bb865eecd581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:53Z', 'updated_at': '2022-05-27T03:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb'}] {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:41:56.988824 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:56.993598 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-63671952-78ae-4dda-9ba1-03eb199a5f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62479337'] for port (c9a1b00b-fa44-4abe-a18c-ef8a92128709), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:57.000735 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7c8b6d56-08ab-423d-a325-25a03444b3ae tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks [] for floatingip (75af42c1-d5cd-4dd9-a47c-1e9eaf065a8c), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:57.066661 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63671952-78ae-4dda-9ba1-03eb199a5f85 admin admin] Pushing event updated for resources: {'Port': ['ID=c9a1b00b-fa44-4abe-a18c-ef8a92128709,revision_number=2']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:57.069520 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-63671952-78ae-4dda-9ba1-03eb199a5f85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-827009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3664576'] for router_interface (89596a43-79ad-4b4f-a70d-bb865eecd581), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:57.094789 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:57.176470 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63671952-78ae-4dda-9ba1-03eb199a5f85 admin admin] Network 733ec7cb-067c-4679-b58f-fb06da769427 is already hosted by enough agents. {{(pid=104678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:57.178358 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.base_scheduler [None req-63671952-78ae-4dda-9ba1-03eb199a5f85 admin admin] Resources bound (agent type, host, resource id): {{(pid=104678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:57.345076 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63671952-78ae-4dda-9ba1-03eb199a5f85 admin admin] Router 89596a43-79ad-4b4f-a70d-bb865eecd581 has already been hosted by L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 {{(pid=104678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:41:57.452764 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-c67b1cbc-25e5-4fa8-bd86-965464067eca None None] Provisioning complete for port c9a1b00b-fa44-4abe-a18c-ef8a92128709 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:41:57.453852 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-c67b1cbc-25e5-4fa8-bd86-965464067eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (c9a1b00b-fa44-4abe-a18c-ef8a92128709), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:57.485526 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63671952-78ae-4dda-9ba1-03eb199a5f85 admin admin] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:41:57.492869 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-c67b1cbc-25e5-4fa8-bd86-965464067eca None None] Port c9a1b00b-fa44-4abe-a18c-ef8a92128709 cannot update to ACTIVE because it is not bound. {{(pid=104679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:41:57.495821 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-63671952-78ae-4dda-9ba1-03eb199a5f85 admin admin] 10.222.0.71 "PUT /v2.0/routers/89596a43-79ad-4b4f-a70d-bb865eecd581/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1025431 May 27 03:41:57.576553 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:57.608460 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7c8b6d56-08ab-423d-a325-25a03444b3ae tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:57.694955 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7c8b6d56-08ab-423d-a325-25a03444b3ae tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665637'] for floatingip (75af42c1-d5cd-4dd9-a47c-1e9eaf065a8c), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:57.853078 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:57.919786 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8b6d56-08ab-423d-a325-25a03444b3ae tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Router 4d04cd31-9131-43a5-aa6a-2edf87d550b9 has already been hosted by L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 {{(pid=104677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:41:58.046638 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8b6d56-08ab-423d-a325-25a03444b3ae tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:41:58.051243 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7c8b6d56-08ab-423d-a325-25a03444b3ae tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for floatingip (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:58.056236 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c32bea-22c9-4e58-9f7b-cdfdd80a1a9d None None] Sync routers for ids ['4d04cd31-9131-43a5-aa6a-2edf87d550b9'] in dv-cinder-843361-2-smb {{(pid=104679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:41:58.068321 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c32bea-22c9-4e58-9f7b-cdfdd80a1a9d None None] Routers {'4d04cd31-9131-43a5-aa6a-2edf87d550b9'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:41:58.068931 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-a4c32bea-22c9-4e58-9f7b-cdfdd80a1a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:41:38Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['4d04cd31-9131-43a5-aa6a-2edf87d550b9'], 'active': True} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:58.085827 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c962e53-5de4-4f6a-b932-f210052f2278', 'tag': '312059c1-f4ba-443c-8b30-272543608364'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:41:58.087680 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5933d85cf17399e2dc167eca01249890e1c66fccb09b4015a1c2ab305ead4f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb0985c-b619-4515-8012-f4f5833ed867" -d '{"events": [{"name": "network-changed", "server_uuid": "5c962e53-5de4-4f6a-b932-f210052f2278", "tag": "312059c1-f4ba-443c-8b30-272543608364"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:41:58.123109 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-7c8b6d56-08ab-423d-a325-25a03444b3ae tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "PUT /v2.0/floatingips/75af42c1-d5cd-4dd9-a47c-1e9eaf065a8c HTTP/1.1" status: 200 len: 994 time: 1.2418013 May 27 03:41:58.145515 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293b8cc7-369d-4185-99b2-f8af792d807e x-openstack-request-id: req-293b8cc7-369d-4185-99b2-f8af792d807e {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:41:58.145870 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c962e53-5de4-4f6a-b932-f210052f2278", "tag": "312059c1-f4ba-443c-8b30-272543608364", "status": "completed", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:41:58.146161 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-293b8cc7-369d-4185-99b2-f8af792d807e {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:41:58.146567 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-293b8cc7-369d-4185-99b2-f8af792d807e'] response: {'name': 'network-changed', 'server_uuid': '5c962e53-5de4-4f6a-b932-f210052f2278', 'tag': '312059c1-f4ba-443c-8b30-272543608364', 'status': 'completed', 'code': 200} May 27 03:41:58.200743 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvr_db [None req-a4c32bea-22c9-4e58-9f7b-cdfdd80a1a9d None None] Set router 4d04cd31-9131-43a5-aa6a-2edf87d550b9 gateway port host: dv-cinder-843361-2-smb {{(pid=104679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:41:58.242820 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0985c-b619-4515-8012-f4f5833ed867 req-e7639866-6b46-458a-9137-40b5dbb540ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:58.244652 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9bb0985c-b619-4515-8012-f4f5833ed867 req-e7639866-6b46-458a-9137-40b5dbb540ee service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8c649113d597484d8d1f5f046a8cac59&device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 1130 time: 0.0731654 May 27 03:41:58.261012 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:58.379148 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0985c-b619-4515-8012-f4f5833ed867 req-cb5bcbe1-0e85-42a8-9276-73bac8fb7aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:58.381203 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9bb0985c-b619-4515-8012-f4f5833ed867 req-cb5bcbe1-0e85-42a8-9276-73bac8fb7aef service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f916a43-2562-4d0d-bd29-c5c8a7d74b6a HTTP/1.1" status: 200 len: 919 time: 0.1296647 May 27 03:41:58.469615 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9bb0985c-b619-4515-8012-f4f5833ed867 req-847629e9-92d6-4f19-95d2-8795157b7c44 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=312059c1-f4ba-443c-8b30-272543608364 HTTP/1.1" status: 200 len: 1002 time: 0.0825913 May 27 03:41:58.572518 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0985c-b619-4515-8012-f4f5833ed867 req-d4aaa847-4736-4584-896a-0064098e0041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:58.574270 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9bb0985c-b619-4515-8012-f4f5833ed867 req-d4aaa847-4736-4584-896a-0064098e0041 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e9e7a5b0-6940-4778-807b-b50ae30078a7 HTTP/1.1" status: 200 len: 857 time: 0.0976455 May 27 03:41:58.584641 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device dd755aab-c571-4940-a586-b215337792a4 up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:41:58.611753 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-a4c32bea-22c9-4e58-9f7b-cdfdd80a1a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'name': 'tempest-ServerRescueNegativeTestJSON-409517973-router', 'tenant_id': '8c649113d597484d8d1f5f046a8cac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '0b7b49cd-8178-4c38-9759-729bc1092412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:38:10Z', 'updated_at': '2022-05-27T03:38:18Z', 'revision_number': 4, 'project_id': '8c649113d597484d8d1f5f046a8cac59', 'gw_port': {'id': '0b7b49cd-8178-4c38-9759-729bc1092412', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:af:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:11Z', 'updated_at': '2022-05-27T03:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_floatingips': [{'id': '75af42c1-d5cd-4dd9-a47c-1e9eaf065a8c', 'tenant_id': '8c649113d597484d8d1f5f046a8cac59', 'floating_ip_address': '172.28.2.215', 'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'router_id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'port_id': '312059c1-f4ba-443c-8b30-272543608364', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a', 'mac_address': 'fa:16:3e:d4:d1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c962e53-5de4-4f6a-b932-f210052f2278', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:40:11Z', 'updated_at': '2022-05-27T03:41:57Z', 'revision_number': 3, 'project_id': '8c649113d597484d8d1f5f046a8cac59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e77c1672-e833-41d4-92dc-8461f72c7958', 'name': '', 'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a', 'tenant_id': '8c649113d597484d8d1f5f046a8cac59', 'mac_address': 'fa:16:3e:20:50:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e9e7a5b0-6940-4778-807b-b50ae30078a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:16Z', 'updated_at': '2022-05-27T03:38:25Z', 'revision_number': 5, 'project_id': '8c649113d597484d8d1f5f046a8cac59', 'subnets': [{'id': 'e9e7a5b0-6940-4778-807b-b50ae30078a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:58.622367 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0985c-b619-4515-8012-f4f5833ed867 req-e8e99308-90ba-4568-8273-d2bb77feb015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:58.623899 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9bb0985c-b619-4515-8012-f4f5833ed867 req-e8e99308-90ba-4568-8273-d2bb77feb015 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f916a43-2562-4d0d-bd29-c5c8a7d74b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0430174 May 27 03:41:58.642022 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c32bea-22c9-4e58-9f7b-cdfdd80a1a9d None None] Checking router: 4d04cd31-9131-43a5-aa6a-2edf87d550b9 for host: dv-cinder-843361-2-smb {{(pid=104679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:41:58.661237 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c32bea-22c9-4e58-9f7b-cdfdd80a1a9d None None] Routers {'4d04cd31-9131-43a5-aa6a-2edf87d550b9'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:41:58.661920 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-a4c32bea-22c9-4e58-9f7b-cdfdd80a1a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:41:38Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['4d04cd31-9131-43a5-aa6a-2edf87d550b9'], 'active': True} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:58.707840 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port dd755aab-c571-4940-a586-b215337792a4 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:41:58.708240 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (dd755aab-c571-4940-a586-b215337792a4), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:58.734767 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9bb0985c-b619-4515-8012-f4f5833ed867 req-8fff3a48-df8f-4881-b50f-ca9affa9064c service neutron] 10.222.0.72 "GET /v2.0/networks/2f916a43-2562-4d0d-bd29-c5c8a7d74b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009295 May 27 03:41:58.808798 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvr_db [None req-a4c32bea-22c9-4e58-9f7b-cdfdd80a1a9d None None] Set router 4d04cd31-9131-43a5-aa6a-2edf87d550b9 gateway port host: dv-cinder-843361-2-smb {{(pid=104679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:41:58.850475 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=100 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:58.863882 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9bb0985c-b619-4515-8012-f4f5833ed867 req-aeff15e1-7e0f-4484-8120-5bc897fc4dab service neutron] 10.222.0.72 "GET /v2.0/networks/2f916a43-2562-4d0d-bd29-c5c8a7d74b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134753 May 27 03:41:58.909239 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port dd755aab-c571-4940-a586-b215337792a4 is: DOWN; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:41:58.909239 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (dd755aab-c571-4940-a586-b215337792a4), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:58.949484 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] For port dd755aab-c571-4940-a586-b215337792a4, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=dd755aab-c571-4940-a586-b215337792a4,segment=NetworkSegment(bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5),segment_id=bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:59.094401 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (dd755aab-c571-4940-a586-b215337792a4), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:59.242856 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Pushing event updated for resources: {'Port': ['ID=dd755aab-c571-4940-a586-b215337792a4,revision_number=4']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:59.243084 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5500b080-cb59-4643-b91a-2f2f1ddc5767 None None] Sync routers for ids ['89596a43-79ad-4b4f-a70d-bb865eecd581'] in dv-cinder-843361-2-smb {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:41:59.249294 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=100 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:59.266813 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5500b080-cb59-4643-b91a-2f2f1ddc5767 None None] Routers {'89596a43-79ad-4b4f-a70d-bb865eecd581'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:41:59.267445 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-5500b080-cb59-4643-b91a-2f2f1ddc5767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:41:38Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['89596a43-79ad-4b4f-a70d-bb865eecd581'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:59.296292 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-a4c32bea-22c9-4e58-9f7b-cdfdd80a1a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'name': 'tempest-ServerRescueNegativeTestJSON-409517973-router', 'tenant_id': '8c649113d597484d8d1f5f046a8cac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '0b7b49cd-8178-4c38-9759-729bc1092412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:38:10Z', 'updated_at': '2022-05-27T03:38:18Z', 'revision_number': 4, 'project_id': '8c649113d597484d8d1f5f046a8cac59', 'gw_port': {'id': '0b7b49cd-8178-4c38-9759-729bc1092412', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:af:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:11Z', 'updated_at': '2022-05-27T03:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_floatingips': [{'id': '75af42c1-d5cd-4dd9-a47c-1e9eaf065a8c', 'tenant_id': '8c649113d597484d8d1f5f046a8cac59', 'floating_ip_address': '172.28.2.215', 'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'router_id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'port_id': '312059c1-f4ba-443c-8b30-272543608364', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a', 'mac_address': 'fa:16:3e:d4:d1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c962e53-5de4-4f6a-b932-f210052f2278', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:40:11Z', 'updated_at': '2022-05-27T03:41:57Z', 'revision_number': 3, 'project_id': '8c649113d597484d8d1f5f046a8cac59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e77c1672-e833-41d4-92dc-8461f72c7958', 'name': '', 'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a', 'tenant_id': '8c649113d597484d8d1f5f046a8cac59', 'mac_address': 'fa:16:3e:20:50:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e9e7a5b0-6940-4778-807b-b50ae30078a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:16Z', 'updated_at': '2022-05-27T03:38:25Z', 'revision_number': 5, 'project_id': '8c649113d597484d8d1f5f046a8cac59', 'subnets': [{'id': 'e9e7a5b0-6940-4778-807b-b50ae30078a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:59.323061 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c32bea-22c9-4e58-9f7b-cdfdd80a1a9d None None] The sync data for ids ['4d04cd31-9131-43a5-aa6a-2edf87d550b9'] in dv-cinder-843361-2-smb is: [{'id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'name': 'tempest-ServerRescueNegativeTestJSON-409517973-router', 'tenant_id': '8c649113d597484d8d1f5f046a8cac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '0b7b49cd-8178-4c38-9759-729bc1092412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:38:10Z', 'updated_at': '2022-05-27T03:38:18Z', 'revision_number': 4, 'project_id': '8c649113d597484d8d1f5f046a8cac59', 'gw_port': {'id': '0b7b49cd-8178-4c38-9759-729bc1092412', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:af:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:11Z', 'updated_at': '2022-05-27T03:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_floatingips': [{'id': '75af42c1-d5cd-4dd9-a47c-1e9eaf065a8c', 'tenant_id': '8c649113d597484d8d1f5f046a8cac59', 'floating_ip_address': '172.28.2.215', 'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'router_id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'port_id': '312059c1-f4ba-443c-8b30-272543608364', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a', 'mac_address': 'fa:16:3e:d4:d1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c962e53-5de4-4f6a-b932-f210052f2278', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:40:11Z', 'updated_at': '2022-05-27T03:41:57Z', 'revision_number': 3, 'project_id': '8c649113d597484d8d1f5f046a8cac59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e77c1672-e833-41d4-92dc-8461f72c7958', 'name': '', 'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a', 'tenant_id': '8c649113d597484d8d1f5f046a8cac59', 'mac_address': 'fa:16:3e:20:50:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e9e7a5b0-6940-4778-807b-b50ae30078a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:16Z', 'updated_at': '2022-05-27T03:38:25Z', 'revision_number': 5, 'project_id': '8c649113d597484d8d1f5f046a8cac59', 'subnets': [{'id': 'e9e7a5b0-6940-4778-807b-b50ae30078a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:41:59.388767 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-5500b080-cb59-4643-b91a-2f2f1ddc5767 None None] Set router 89596a43-79ad-4b4f-a70d-bb865eecd581 gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:41:59.605666 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-5500b080-cb59-4643-b91a-2f2f1ddc5767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89596a43-79ad-4b4f-a70d-bb865eecd581', 'name': 'tempest-TestMinimumBasicScenario-1196234299-router', 'tenant_id': '084e5bd71e2e4d62bc4943678b4361b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.9'}], 'enable_snat': True}, 'gw_port_id': 'dd755aab-c571-4940-a586-b215337792a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:52Z', 'updated_at': '2022-05-27T03:41:56Z', 'revision_number': 4, 'project_id': '084e5bd71e2e4d62bc4943678b4361b2', 'gw_port': {'id': 'dd755aab-c571-4940-a586-b215337792a4', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:67:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89596a43-79ad-4b4f-a70d-bb865eecd581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:53Z', 'updated_at': '2022-05-27T03:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': 'c9a1b00b-fa44-4abe-a18c-ef8a92128709', 'name': '', 'network_id': '733ec7cb-067c-4679-b58f-fb06da769427', 'tenant_id': '084e5bd71e2e4d62bc4943678b4361b2', 'mac_address': 'fa:16:3e:56:73:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89596a43-79ad-4b4f-a70d-bb865eecd581', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'c198ed22-4ac9-4d16-ba55-48b1774ac006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:55Z', 'updated_at': '2022-05-27T03:41:56Z', 'revision_number': 2, 'project_id': '084e5bd71e2e4d62bc4943678b4361b2', 'subnets': [{'id': 'c198ed22-4ac9-4d16-ba55-48b1774ac006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:59.634314 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5500b080-cb59-4643-b91a-2f2f1ddc5767 None None] Checking router: 89596a43-79ad-4b4f-a70d-bb865eecd581 for host: dv-cinder-843361-2-smb {{(pid=104680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:41:59.634662 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5500b080-cb59-4643-b91a-2f2f1ddc5767 None None] Updating router 89596a43-79ad-4b4f-a70d-bb865eecd581 port c9a1b00b-fa44-4abe-a18c-ef8a92128709 binding host dv-cinder-843361-2-smb {{(pid=104680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:41:59.668374 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-5500b080-cb59-4643-b91a-2f2f1ddc5767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (c9a1b00b-fa44-4abe-a18c-ef8a92128709), before_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:00.016316 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-5500b080-cb59-4643-b91a-2f2f1ddc5767 None None] Publish callbacks [] for port (c9a1b00b-fa44-4abe-a18c-ef8a92128709), precommit_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:00.083802 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-5500b080-cb59-4643-b91a-2f2f1ddc5767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (c9a1b00b-fa44-4abe-a18c-ef8a92128709), after_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:00.138700 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3112d0ca-ffbd-4937-b0ab-7e0e64d691da None None] Pushing event updated for resources: {'Port': ['ID=c9a1b00b-fa44-4abe-a18c-ef8a92128709,revision_number=3']} {{(pid=104680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:00.153441 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c962e53-5de4-4f6a-b932-f210052f2278', 'tag': '312059c1-f4ba-443c-8b30-272543608364'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:42:00.153441 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5933d85cf17399e2dc167eca01249890e1c66fccb09b4015a1c2ab305ead4f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057a3ce9-f7e3-4619-a779-49c32720993a" -d '{"events": [{"name": "network-changed", "server_uuid": "5c962e53-5de4-4f6a-b932-f210052f2278", "tag": "312059c1-f4ba-443c-8b30-272543608364"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:42:00.230078 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eed1821-4672-4f94-a73f-b65675d7de70 x-openstack-request-id: req-4eed1821-4672-4f94-a73f-b65675d7de70 {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:42:00.230546 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c962e53-5de4-4f6a-b932-f210052f2278", "tag": "312059c1-f4ba-443c-8b30-272543608364", "status": "completed", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:42:00.230806 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4eed1821-4672-4f94-a73f-b65675d7de70 {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:42:00.231219 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eed1821-4672-4f94-a73f-b65675d7de70'] response: {'name': 'network-changed', 'server_uuid': '5c962e53-5de4-4f6a-b932-f210052f2278', 'tag': '312059c1-f4ba-443c-8b30-272543608364', 'status': 'completed', 'code': 200} May 27 03:42:00.279667 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.managers [None req-5500b080-cb59-4643-b91a-2f2f1ddc5767 None None] Attempting to bind port c9a1b00b-fa44-4abe-a18c-ef8a92128709 on host dv-cinder-843361-2-smb for vnic_type normal with profile {{(pid=104680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:42:00.279667 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.managers [None req-5500b080-cb59-4643-b91a-2f2f1ddc5767 None None] Attempting to bind port c9a1b00b-fa44-4abe-a18c-ef8a92128709 by drivers openvswitch,hyperv on host dv-cinder-843361-2-smb at level 0 using segments [{'id': 'd0d0647c-c9b1-4af8-bab5-b70cb98bd6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '733ec7cb-067c-4679-b58f-fb06da769427'}] {{(pid=104680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:42:00.279667 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5500b080-cb59-4643-b91a-2f2f1ddc5767 None None] Attempting to bind port c9a1b00b-fa44-4abe-a18c-ef8a92128709 on network 733ec7cb-067c-4679-b58f-fb06da769427 {{(pid=104680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:42:00.279667 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5500b080-cb59-4643-b91a-2f2f1ddc5767 None None] Checking agent: {'id': '9eab1ddd-6fe1-4746-91d3-5b2c5a714814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 29, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 29, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:42:00.279667 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5500b080-cb59-4643-b91a-2f2f1ddc5767 None None] Checking segment: {'id': 'd0d0647c-c9b1-4af8-bab5-b70cb98bd6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '733ec7cb-067c-4679-b58f-fb06da769427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:42:00.279667 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-5500b080-cb59-4643-b91a-2f2f1ddc5767 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:00.279667 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5500b080-cb59-4643-b91a-2f2f1ddc5767 None None] Bound using segment: {'id': 'd0d0647c-c9b1-4af8-bab5-b70cb98bd6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '733ec7cb-067c-4679-b58f-fb06da769427'} {{(pid=104680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:42:00.279667 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.managers [None req-5500b080-cb59-4643-b91a-2f2f1ddc5767 None None] Bound port: c9a1b00b-fa44-4abe-a18c-ef8a92128709, host: dv-cinder-843361-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d0647c-c9b1-4af8-bab5-b70cb98bd6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '733ec7cb-067c-4679-b58f-fb06da769427'}}] {{(pid=104680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:42:00.280687 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-5500b080-cb59-4643-b91a-2f2f1ddc5767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (c9a1b00b-fa44-4abe-a18c-ef8a92128709), before_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:00.310961 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057a3ce9-f7e3-4619-a779-49c32720993a req-c358779d-e992-4550-b6c4-67acbb96ec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:00.312892 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-057a3ce9-f7e3-4619-a779-49c32720993a req-c358779d-e992-4550-b6c4-67acbb96ec46 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8c649113d597484d8d1f5f046a8cac59&device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 1130 time: 0.0565352 May 27 03:42:00.337628 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:00.348149 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:00.367333 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.db [None req-5500b080-cb59-4643-b91a-2f2f1ddc5767 None None] For port c9a1b00b-fa44-4abe-a18c-ef8a92128709, host dv-cinder-843361-2-smb, cleared binding levels {{(pid=104680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:42:00.371253 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.db [None req-5500b080-cb59-4643-b91a-2f2f1ddc5767 None None] For port c9a1b00b-fa44-4abe-a18c-ef8a92128709, host dv-cinder-843361-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=c9a1b00b-fa44-4abe-a18c-ef8a92128709,segment=NetworkSegment(d0d0647c-c9b1-4af8-bab5-b70cb98bd6ca),segment_id=d0d0647c-c9b1-4af8-bab5-b70cb98bd6ca)] {{(pid=104680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:42:00.446785 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057a3ce9-f7e3-4619-a779-49c32720993a req-5f9c2f78-b994-4cb0-837d-c192105937b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:00.448540 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-057a3ce9-f7e3-4619-a779-49c32720993a req-5f9c2f78-b994-4cb0-837d-c192105937b6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f916a43-2562-4d0d-bd29-c5c8a7d74b6a HTTP/1.1" status: 200 len: 919 time: 0.1286831 May 27 03:42:00.514546 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-5500b080-cb59-4643-b91a-2f2f1ddc5767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (c9a1b00b-fa44-4abe-a18c-ef8a92128709), after_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:00.563156 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device dd755aab-c571-4940-a586-b215337792a4 up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:42:00.568133 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-057a3ce9-f7e3-4619-a779-49c32720993a req-2eaa7de7-0bb7-4a30-b3ef-31c919e8d427 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=312059c1-f4ba-443c-8b30-272543608364 HTTP/1.1" status: 200 len: 1002 time: 0.1120994 May 27 03:42:00.642094 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port dd755aab-c571-4940-a586-b215337792a4 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:42:00.642453 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (dd755aab-c571-4940-a586-b215337792a4), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:00.668056 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:00.680535 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-61bb1fda-a120-4d3e-bd3d-55813a10ec7b None None] Provisioning complete for port c9a1b00b-fa44-4abe-a18c-ef8a92128709 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:42:00.680535 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-61bb1fda-a120-4d3e-bd3d-55813a10ec7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (c9a1b00b-fa44-4abe-a18c-ef8a92128709), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:00.680838 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057a3ce9-f7e3-4619-a779-49c32720993a req-a77e85a3-599b-483a-9449-a4c605ba1fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:00.680971 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5500b080-cb59-4643-b91a-2f2f1ddc5767 None None] Routers {'89596a43-79ad-4b4f-a70d-bb865eecd581'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:42:00.681082 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-057a3ce9-f7e3-4619-a779-49c32720993a req-a77e85a3-599b-483a-9449-a4c605ba1fec service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e9e7a5b0-6940-4778-807b-b50ae30078a7 HTTP/1.1" status: 200 len: 857 time: 0.1059270 May 27 03:42:00.681541 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-5500b080-cb59-4643-b91a-2f2f1ddc5767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:41:38Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['89596a43-79ad-4b4f-a70d-bb865eecd581'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:00.742727 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057a3ce9-f7e3-4619-a779-49c32720993a req-b5b39d2f-73b4-495c-8472-5dfa49e82bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:00.742727 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-057a3ce9-f7e3-4619-a779-49c32720993a req-b5b39d2f-73b4-495c-8472-5dfa49e82bcb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f916a43-2562-4d0d-bd29-c5c8a7d74b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0527639 May 27 03:42:00.795626 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port dd755aab-c571-4940-a586-b215337792a4 is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:42:00.842041 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-61bb1fda-a120-4d3e-bd3d-55813a10ec7b None None] Current status of the port c9a1b00b-fa44-4abe-a18c-ef8a92128709 is: DOWN; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:42:00.842802 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-61bb1fda-a120-4d3e-bd3d-55813a10ec7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (c9a1b00b-fa44-4abe-a18c-ef8a92128709), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:00.916903 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-61bb1fda-a120-4d3e-bd3d-55813a10ec7b None None] For port c9a1b00b-fa44-4abe-a18c-ef8a92128709, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=c9a1b00b-fa44-4abe-a18c-ef8a92128709,segment=NetworkSegment(d0d0647c-c9b1-4af8-bab5-b70cb98bd6ca),segment_id=d0d0647c-c9b1-4af8-bab5-b70cb98bd6ca)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:00.941037 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-057a3ce9-f7e3-4619-a779-49c32720993a req-f0ea794f-9c91-4ba5-b8be-0a2af1186681 service neutron] 10.222.0.72 "GET /v2.0/networks/2f916a43-2562-4d0d-bd29-c5c8a7d74b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941767 May 27 03:42:01.005903 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3112d0ca-ffbd-4937-b0ab-7e0e64d691da None None] Pushing event updated for resources: {'Port': ['ID=c9a1b00b-fa44-4abe-a18c-ef8a92128709,revision_number=4']} {{(pid=104680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:01.014700 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-5500b080-cb59-4643-b91a-2f2f1ddc5767 None None] Set router 89596a43-79ad-4b4f-a70d-bb865eecd581 gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:42:01.046743 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-61bb1fda-a120-4d3e-bd3d-55813a10ec7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (c9a1b00b-fa44-4abe-a18c-ef8a92128709), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:01.103116 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-057a3ce9-f7e3-4619-a779-49c32720993a req-83f19386-fc8f-4b07-9f5a-30af4ef71f48 service neutron] 10.222.0.72 "GET /v2.0/networks/2f916a43-2562-4d0d-bd29-c5c8a7d74b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531351 May 27 03:42:01.121752 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb1fda-a120-4d3e-bd3d-55813a10ec7b None None] Pushing event updated for resources: {'Port': ['ID=c9a1b00b-fa44-4abe-a18c-ef8a92128709,revision_number=5']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:01.180555 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-60363022-6384-4119-9ddd-26129a151c48 None None] Provisioning complete for port c9a1b00b-fa44-4abe-a18c-ef8a92128709 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:42:01.183284 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-60363022-6384-4119-9ddd-26129a151c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (c9a1b00b-fa44-4abe-a18c-ef8a92128709), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:01.254101 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-5500b080-cb59-4643-b91a-2f2f1ddc5767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89596a43-79ad-4b4f-a70d-bb865eecd581', 'name': 'tempest-TestMinimumBasicScenario-1196234299-router', 'tenant_id': '084e5bd71e2e4d62bc4943678b4361b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.9'}], 'enable_snat': True}, 'gw_port_id': 'dd755aab-c571-4940-a586-b215337792a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:52Z', 'updated_at': '2022-05-27T03:41:56Z', 'revision_number': 4, 'project_id': '084e5bd71e2e4d62bc4943678b4361b2', 'gw_port': {'id': 'dd755aab-c571-4940-a586-b215337792a4', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:67:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89596a43-79ad-4b4f-a70d-bb865eecd581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:53Z', 'updated_at': '2022-05-27T03:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': 'c9a1b00b-fa44-4abe-a18c-ef8a92128709', 'name': '', 'network_id': '733ec7cb-067c-4679-b58f-fb06da769427', 'tenant_id': '084e5bd71e2e4d62bc4943678b4361b2', 'mac_address': 'fa:16:3e:56:73:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89596a43-79ad-4b4f-a70d-bb865eecd581', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'c198ed22-4ac9-4d16-ba55-48b1774ac006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:55Z', 'updated_at': '2022-05-27T03:42:00Z', 'revision_number': 4, 'project_id': '084e5bd71e2e4d62bc4943678b4361b2', 'subnets': [{'id': 'c198ed22-4ac9-4d16-ba55-48b1774ac006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:01.287299 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5500b080-cb59-4643-b91a-2f2f1ddc5767 None None] The sync data for ids ['89596a43-79ad-4b4f-a70d-bb865eecd581'] in dv-cinder-843361-2-smb is: [{'id': '89596a43-79ad-4b4f-a70d-bb865eecd581', 'name': 'tempest-TestMinimumBasicScenario-1196234299-router', 'tenant_id': '084e5bd71e2e4d62bc4943678b4361b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.9'}], 'enable_snat': True}, 'gw_port_id': 'dd755aab-c571-4940-a586-b215337792a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:52Z', 'updated_at': '2022-05-27T03:41:56Z', 'revision_number': 4, 'project_id': '084e5bd71e2e4d62bc4943678b4361b2', 'gw_port': {'id': 'dd755aab-c571-4940-a586-b215337792a4', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:67:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89596a43-79ad-4b4f-a70d-bb865eecd581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:53Z', 'updated_at': '2022-05-27T03:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': 'c9a1b00b-fa44-4abe-a18c-ef8a92128709', 'name': '', 'network_id': '733ec7cb-067c-4679-b58f-fb06da769427', 'tenant_id': '084e5bd71e2e4d62bc4943678b4361b2', 'mac_address': 'fa:16:3e:56:73:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89596a43-79ad-4b4f-a70d-bb865eecd581', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'c198ed22-4ac9-4d16-ba55-48b1774ac006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:55Z', 'updated_at': '2022-05-27T03:42:00Z', 'revision_number': 4, 'project_id': '084e5bd71e2e4d62bc4943678b4361b2', 'subnets': [{'id': 'c198ed22-4ac9-4d16-ba55-48b1774ac006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:42:01.314595 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-60363022-6384-4119-9ddd-26129a151c48 None None] Current status of the port c9a1b00b-fa44-4abe-a18c-ef8a92128709 is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:42:02.499037 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device c9a1b00b-fa44-4abe-a18c-ef8a92128709 up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:42:02.545016 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port c9a1b00b-fa44-4abe-a18c-ef8a92128709 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:42:02.545649 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (c9a1b00b-fa44-4abe-a18c-ef8a92128709), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:02.624593 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port c9a1b00b-fa44-4abe-a18c-ef8a92128709 is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:42:05.339225 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 6 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:42:06.050584 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:06.135439 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-3f35592f-fea5-4da2-804d-e210b4d496ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:07.621840 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=34 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:08.557870 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d6e8f673-a628-438d-8c24-4d6612c19c6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:08.711018 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:09.380575 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:10.100682 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2e872d74-4379-4ff7-970e-8602c5b6581e req-b917d795-5468-4498-95bc-ddcc4d56f233 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=82c7f5b6-c44c-4245-8f43-888d1a4e50bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403347 May 27 03:42:10.186094 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e872d74-4379-4ff7-970e-8602c5b6581e req-9be427c9-d465-430d-8819-1334c99b869f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:10.187596 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2e872d74-4379-4ff7-970e-8602c5b6581e req-9be427c9-d465-430d-8819-1334c99b869f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8c649113d597484d8d1f5f046a8cac59&device_id=82c7f5b6-c44c-4245-8f43-888d1a4e50bd HTTP/1.1" status: 200 len: 1130 time: 0.0437937 May 27 03:42:10.577973 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e872d74-4379-4ff7-970e-8602c5b6581e req-cd7e45bd-66bb-4ab7-aa29-50343c0b03b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:10.579434 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2e872d74-4379-4ff7-970e-8602c5b6581e req-cd7e45bd-66bb-4ab7-aa29-50343c0b03b8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f916a43-2562-4d0d-bd29-c5c8a7d74b6a HTTP/1.1" status: 200 len: 919 time: 0.3713775 May 27 03:42:10.588503 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-cdfd7a45-d6f4-4585-941d-b4ad40be81d2 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:10.589865 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-cdfd7a45-d6f4-4585-941d-b4ad40be81d2 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/networks?id=cbe76afb-b79c-4738-afa5-238ef7337a4d HTTP/1.1" status: 200 len: 814 time: 0.3625436 May 27 03:42:10.631789 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2e872d74-4379-4ff7-970e-8602c5b6581e req-11ce8827-1623-4e4b-ab42-e588351e05f6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f HTTP/1.1" status: 200 len: 217 time: 0.0379591 May 27 03:42:10.633328 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-a945e5e5-ee84-4214-84e5-5bc65e22213c tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/quotas/1d50c2ef63b54c2e955695da85169101 HTTP/1.1" status: 200 len: 375 time: 0.0340712 May 27 03:42:10.694912 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:10.717735 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-37360b93-1b50-4c1f-bfa3-9b3e08b107db tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=1d50c2ef63b54c2e955695da85169101&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0724869 May 27 03:42:10.719468 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e872d74-4379-4ff7-970e-8602c5b6581e req-1229eda4-4d98-4225-8d75-ec3d7117da1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:10.720773 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2e872d74-4379-4ff7-970e-8602c5b6581e req-1229eda4-4d98-4225-8d75-ec3d7117da1a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e9e7a5b0-6940-4778-807b-b50ae30078a7 HTTP/1.1" status: 200 len: 857 time: 0.0831110 May 27 03:42:10.802585 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e872d74-4379-4ff7-970e-8602c5b6581e req-9f7c1099-5d36-438b-a29e-7e2060ff2beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:10.804075 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2e872d74-4379-4ff7-970e-8602c5b6581e req-9f7c1099-5d36-438b-a29e-7e2060ff2beb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f916a43-2562-4d0d-bd29-c5c8a7d74b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0780129 May 27 03:42:10.893673 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-23c3e8b6-3e26-4d6f-a914-4d67e382b26e service neutron] 10.222.0.71 "GET /v2.0/networks/cbe76afb-b79c-4738-afa5-238ef7337a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593614 May 27 03:42:10.971688 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2e872d74-4379-4ff7-970e-8602c5b6581e req-d44a8f15-1f4e-4a1a-a0a1-c97e3373e1c4 service neutron] 10.222.0.72 "GET /v2.0/networks/2f916a43-2562-4d0d-bd29-c5c8a7d74b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595466 May 27 03:42:11.008860 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:11.056112 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-98afe8f8-95d0-4b20-9a70-dfa5529f46f1 service neutron] 10.222.0.71 "GET /v2.0/networks/cbe76afb-b79c-4738-afa5-238ef7337a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565070 May 27 03:42:11.088515 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2e872d74-4379-4ff7-970e-8602c5b6581e req-4f2a1175-2616-43f4-89e5-122118cf33b6 service neutron] 10.222.0.72 "GET /v2.0/networks/2f916a43-2562-4d0d-bd29-c5c8a7d74b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094682 May 27 03:42:11.350227 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5808f315-606d-4327-9979-de9d6e404279 req-5bccc8a2-21ba-4787-826a-e0d793bf8144 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 210 time: 0.0334845 May 27 03:42:12.337128 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=72,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:12.340413 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:12.416645 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:12.431365 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-43614e56-7a82-45bc-9851-06e8ace9b214 req-645688c6-77f9-4d55-9fe4-b584818cd98d tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 210 time: 0.0290201 May 27 03:42:13.563311 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-a416ce77-9fca-4f66-b2c0-db3bc47a0bf1 req-862e9539-f92b-467b-8aa1-448dc91a9ab1 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 210 time: 0.0530217 May 27 03:42:13.674744 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-eb218a08-f6fa-427d-a926-11224306749c tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:13.674744 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-eb218a08-f6fa-427d-a926-11224306749c tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.72 "GET /v2.0/networks?id=cbe76afb-b79c-4738-afa5-238ef7337a4d HTTP/1.1" status: 200 len: 814 time: 0.1187661 May 27 03:42:13.688250 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-29076988-2848-4e33-b72b-7aefd8fcf1c5 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Request body: {'port': {'device_id': '80dc5625-2176-4318-ba3c-142b8bf0f59e', 'network_id': 'cbe76afb-b79c-4738-afa5-238ef7337a4d', 'admin_state_up': True, 'tenant_id': '1d50c2ef63b54c2e955695da85169101'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:42:13.882383 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-29076988-2848-4e33-b72b-7aefd8fcf1c5 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Made reservation on behalf of 1d50c2ef63b54c2e955695da85169101 for: {'port': 1} {{(pid=104677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:42:13.885970 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-29076988-2848-4e33-b72b-7aefd8fcf1c5 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:14.025140 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.db_base_plugin_common [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-29076988-2848-4e33-b72b-7aefd8fcf1c5 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Allocated IP 172.20.0.10 (cbe76afb-b79c-4738-afa5-238ef7337a4d/b82c95c1-f2bd-41ab-83bb-f6be6d0ff622/33253394-13a3-4bf9-a106-a9af5e11c080) {{(pid=104677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:42:14.136774 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:14.179980 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-29076988-2848-4e33-b72b-7aefd8fcf1c5 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks [] for port (33253394-13a3-4bf9-a106-a9af5e11c080), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:14.335063 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-29076988-2848-4e33-b72b-7aefd8fcf1c5 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59984224'] for port (33253394-13a3-4bf9-a106-a9af5e11c080), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:14.383981 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-29076988-2848-4e33-b72b-7aefd8fcf1c5 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Network cbe76afb-b79c-4738-afa5-238ef7337a4d is already hosted by enough agents. {{(pid=104677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:42:14.387298 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.base_scheduler [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-29076988-2848-4e33-b72b-7aefd8fcf1c5 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Resources bound (agent type, host, resource id): {{(pid=104677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:42:14.392340 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-29076988-2848-4e33-b72b-7aefd8fcf1c5 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Received port after_create {{(pid=104677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:42:14.418989 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29076988-2848-4e33-b72b-7aefd8fcf1c5 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Pushing event updated for resources: {'Port': ['ID=33253394-13a3-4bf9-a106-a9af5e11c080,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:14.459722 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-29076988-2848-4e33-b72b-7aefd8fcf1c5 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:14.460431 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-29076988-2848-4e33-b72b-7aefd8fcf1c5 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:14.464745 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:14.562359 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-29076988-2848-4e33-b72b-7aefd8fcf1c5 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8785791 May 27 03:42:14.735501 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-e3b2464d-0885-4711-9c9d-eac7446c5082 None None] Provisioning complete for port 33253394-13a3-4bf9-a106-a9af5e11c080 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:42:14.736057 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-e3b2464d-0885-4711-9c9d-eac7446c5082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (33253394-13a3-4bf9-a106-a9af5e11c080), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:14.748489 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0d19b-c64d-445f-ae06-8b8e14376927 req-d1bfa77b-77e5-499e-b829-6f21b47e83ce tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:14.757577 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-75e0d19b-c64d-445f-ae06-8b8e14376927 req-d1bfa77b-77e5-499e-b829-6f21b47e83ce tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 932 time: 0.0894129 May 27 03:42:14.777207 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:14.780278 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-e3b2464d-0885-4711-9c9d-eac7446c5082 None None] Port 33253394-13a3-4bf9-a106-a9af5e11c080 cannot update to ACTIVE because it is not bound. {{(pid=104679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:42:14.824120 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-75e0d19b-c64d-445f-ae06-8b8e14376927 req-8d3b8f72-1c15-422c-82fb-ee90831c7a13 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/security-groups?id=17368672-e98b-4b3a-b43e-4cd26c261ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652313 May 27 03:42:15.335969 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=21 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:15.943441 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405791c-5b3c-45b9-83cb-553353a13bb7 req-7d8e2dbf-8361-4b85-82d1-b830591627c4 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:15.944941 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-1405791c-5b3c-45b9-83cb-553353a13bb7 req-7d8e2dbf-8361-4b85-82d1-b830591627c4 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 932 time: 0.0524685 May 27 03:42:16.005339 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-1405791c-5b3c-45b9-83cb-553353a13bb7 req-46784df5-1f75-424a-8527-8a116b9d4062 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/security-groups?id=17368672-e98b-4b3a-b43e-4cd26c261ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544956 May 27 03:42:16.280499 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 57082) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:16.331262 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.db_base_plugin_v2 [None req-22489450-534e-47b3-9de1-132efd0c24fa admin admin] Deleting subnet 838dbcad-2fcb-4c2e-86a6-33f34e4a9348 {{(pid=104678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:42:16.334569 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-22489450-534e-47b3-9de1-132efd0c24fa admin admin] Publish callbacks [] for subnet (838dbcad-2fcb-4c2e-86a6-33f34e4a9348), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:16.370325 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-22489450-534e-47b3-9de1-132efd0c24fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62397896'] for subnet (838dbcad-2fcb-4c2e-86a6-33f34e4a9348), precommit_delete_associations {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:16.411308 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-22489450-534e-47b3-9de1-132efd0c24fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380246'] for subnet (838dbcad-2fcb-4c2e-86a6-33f34e4a9348), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:16.535162 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-22489450-534e-47b3-9de1-132efd0c24fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62478895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62435521'] for subnet (838dbcad-2fcb-4c2e-86a6-33f34e4a9348), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:16.566818 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22489450-534e-47b3-9de1-132efd0c24fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=838dbcad-2fcb-4c2e-86a6-33f34e4a9348,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:16.570075 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-22489450-534e-47b3-9de1-132efd0c24fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for subnet (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:16.576667 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-22489450-534e-47b3-9de1-132efd0c24fa admin admin] 10.222.0.71 "DELETE /v2.0/subnets/838dbcad-2fcb-4c2e-86a6-33f34e4a9348 HTTP/1.1" status: 204 len: 168 time: 0.2948294 May 27 03:42:16.578277 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 57084) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:16.658380 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-68f36c4d-8767-4035-9b77-e19c5fe9b22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370897'] for network (0df1de14-3a91-4d76-a61c-003366553be5), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:16.745014 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-68f36c4d-8767-4035-9b77-e19c5fe9b22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376291', 'neutron.services.segments.db._delete_segments_for_network-8755264080240'] for network (0df1de14-3a91-4d76-a61c-003366553be5), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:16.768460 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.services.segments.db [None req-68f36c4d-8767-4035-9b77-e19c5fe9b22c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df1de14-3a91-4d76-a61c-003366553be5']}} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:16.780088 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.services.segments.db [None req-68f36c4d-8767-4035-9b77-e19c5fe9b22c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60f129d8-2bfd-4269-bbe3-b4874327f85a') {'for_net_delete': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:16.780476 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.services.segments.db [None req-68f36c4d-8767-4035-9b77-e19c5fe9b22c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60f129d8-2bfd-4269-bbe3-b4874327f85a') {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:16.790793 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-68f36c4d-8767-4035-9b77-e19c5fe9b22c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755264080505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62397937'] for segment (60f129d8-2bfd-4269-bbe3-b4874327f85a), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:16.806599 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-68f36c4d-8767-4035-9b77-e19c5fe9b22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105'] for segment (60f129d8-2bfd-4269-bbe3-b4874327f85a), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:16.814860 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f36c4d-8767-4035-9b77-e19c5fe9b22c admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=104678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:42:16.821653 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-68f36c4d-8767-4035-9b77-e19c5fe9b22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62479245'] for segment (60f129d8-2bfd-4269-bbe3-b4874327f85a), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:16.839083 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.services.segments.plugin [-] Segment 60f129d8-2bfd-4269-bbe3-b4874327f85a resource provider aggregate not found May 27 03:42:16.874893 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.services.segments.plugin [-] Segment 60f129d8-2bfd-4269-bbe3-b4874327f85a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 60f129d8-2bfd-4269-bbe3-b4874327f85a found for delete ", "request_id": "req-e572ec6d-d3e6-4582-b4c4-7bbcdb64203d"}]} May 27 03:42:17.129074 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40363776-5eaf-4aee-b540-0302f9cd5688 req-759936f1-d6d9-428b-8fe5-57b86f9f8ecc tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:17.170252 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-40363776-5eaf-4aee-b540-0302f9cd5688 req-759936f1-d6d9-428b-8fe5-57b86f9f8ecc tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 932 time: 0.0515726 May 27 03:42:17.184263 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-40363776-5eaf-4aee-b540-0302f9cd5688 req-da7e7894-214d-45a1-9349-4d0e001dc392 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/security-groups?id=17368672-e98b-4b3a-b43e-4cd26c261ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478802 May 27 03:42:17.398008 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-68f36c4d-8767-4035-9b77-e19c5fe9b22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665655'] for network (0df1de14-3a91-4d76-a61c-003366553be5), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:17.407060 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-68f36c4d-8767-4035-9b77-e19c5fe9b22c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for network (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:17.410251 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-68f36c4d-8767-4035-9b77-e19c5fe9b22c admin admin] 10.222.0.71 "DELETE /v2.0/networks/0df1de14-3a91-4d76-a61c-003366553be5 HTTP/1.1" status: 204 len: 168 time: 0.8309891 May 27 03:42:17.423227 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f36c4d-8767-4035-9b77-e19c5fe9b22c admin admin] Pushing event deleted for resources: {'Network': ['ID=0df1de14-3a91-4d76-a61c-003366553be5,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:17.880560 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 57096) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:17.934407 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-088ed917-dc36-4e44-afdd-2bf7e85a5fd3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3f91679e053a4582945dcbace6c93d24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0523691 May 27 03:42:17.937239 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 57098) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:17.990466 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-07765483-4446-4e1f-b5ca-72f6c0ba3694 admin admin] Publish callbacks [] for security_group (e8ab2741-0f13-4dfb-bc9d-9a1814c4d4ce), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:18.015389 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-07765483-4446-4e1f-b5ca-72f6c0ba3694 admin admin] Publish callbacks [] for security_group (e8ab2741-0f13-4dfb-bc9d-9a1814c4d4ce), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:18.163684 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-07765483-4446-4e1f-b5ca-72f6c0ba3694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (e8ab2741-0f13-4dfb-bc9d-9a1814c4d4ce), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:18.166475 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-07765483-4446-4e1f-b5ca-72f6c0ba3694 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:18.167968 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-07765483-4446-4e1f-b5ca-72f6c0ba3694 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e8ab2741-0f13-4dfb-bc9d-9a1814c4d4ce HTTP/1.1" status: 204 len: 168 time: 0.2292948 May 27 03:42:18.180774 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07765483-4446-4e1f-b5ca-72f6c0ba3694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ab2741-0f13-4dfb-bc9d-9a1814c4d4ce,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:18.349173 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e4f78-aa7d-4dd3-9798-7f420c70e369 req-85219347-64a6-4a9e-b9c9-d3cf9bcef189 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:18.353820 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-a96e4f78-aa7d-4dd3-9798-7f420c70e369 req-85219347-64a6-4a9e-b9c9-d3cf9bcef189 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 932 time: 0.0726531 May 27 03:42:18.413650 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-a96e4f78-aa7d-4dd3-9798-7f420c70e369 req-039e4e68-c455-4d68-9c14-d9770c956e6b tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/security-groups?id=17368672-e98b-4b3a-b43e-4cd26c261ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522342 May 27 03:42:19.535195 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716f775-38d7-4068-9e77-d4bbf7590b9c req-efb0b89e-87c3-4a6a-af5f-1e10caa9f5ba tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:19.535195 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5716f775-38d7-4068-9e77-d4bbf7590b9c req-efb0b89e-87c3-4a6a-af5f-1e10caa9f5ba tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 932 time: 0.0501559 May 27 03:42:19.586995 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5716f775-38d7-4068-9e77-d4bbf7590b9c req-fd182118-db7c-41d9-a55a-4bb4adb6038c tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/security-groups?id=17368672-e98b-4b3a-b43e-4cd26c261ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444596 May 27 03:42:20.708192 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52733da7-271d-4035-b368-e3ed42208158 req-36049493-adf9-4128-bfa0-ca5002abf536 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:20.709661 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-52733da7-271d-4035-b368-e3ed42208158 req-36049493-adf9-4128-bfa0-ca5002abf536 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 932 time: 0.0537889 May 27 03:42:20.765121 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-52733da7-271d-4035-b368-e3ed42208158 req-5d3072a0-0145-4756-bc94-83f065929aa9 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/security-groups?id=17368672-e98b-4b3a-b43e-4cd26c261ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459642 May 27 03:42:21.895810 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f22a20-827a-4c49-8da3-47f8e84ec568 req-159be2cd-0dd6-48ff-9c07-c86a4d013b2e tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:21.897524 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-61f22a20-827a-4c49-8da3-47f8e84ec568 req-159be2cd-0dd6-48ff-9c07-c86a4d013b2e tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 932 time: 0.0586545 May 27 03:42:21.952145 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-61f22a20-827a-4c49-8da3-47f8e84ec568 req-dffda931-9687-4041-be3b-55a131e63fdc tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/security-groups?id=17368672-e98b-4b3a-b43e-4cd26c261ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484729 May 27 03:42:22.685630 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-263529bb-895c-42c6-a171-b01f066cfd0c service neutron] Request body: {'port': {'device_id': '80dc5625-2176-4318-ba3c-142b8bf0f59e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:42:22.748976 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-263529bb-895c-42c6-a171-b01f066cfd0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (33253394-13a3-4bf9-a106-a9af5e11c080), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:22.816784 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:22.998860 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:23.065721 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.notifiers.nova [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-263529bb-895c-42c6-a171-b01f066cfd0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33253394-13a3-4bf9-a106-a9af5e11c080 {{(pid=104677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:42:23.076805 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-263529bb-895c-42c6-a171-b01f066cfd0c service neutron] Publish callbacks [] for port (33253394-13a3-4bf9-a106-a9af5e11c080), precommit_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:23.089356 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94570486-0121-4665-8f02-097deb265ac1 req-2c6bfecf-ef5a-428a-903f-266b51f0950b tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:23.091072 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-94570486-0121-4665-8f02-097deb265ac1 req-2c6bfecf-ef5a-428a-903f-266b51f0950b tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 932 time: 0.0704551 May 27 03:42:23.106400 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-263529bb-895c-42c6-a171-b01f066cfd0c service neutron] Transition to ACTIVE for port object 33253394-13a3-4bf9-a106-a9af5e11c080 will not be triggered until provisioned by entity L2. {{(pid=104677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:42:23.142570 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-94570486-0121-4665-8f02-097deb265ac1 req-4f91973d-4bfc-4b97-89c2-8bd0351b248c tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/security-groups?id=17368672-e98b-4b3a-b43e-4cd26c261ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445416 May 27 03:42:23.202876 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-263529bb-895c-42c6-a171-b01f066cfd0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59984215'] for port (33253394-13a3-4bf9-a106-a9af5e11c080), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:23.256330 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263529bb-895c-42c6-a171-b01f066cfd0c service neutron] Pushing event updated for resources: {'Port': ['ID=33253394-13a3-4bf9-a106-a9af5e11c080,revision_number=2']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:23.284256 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263529bb-895c-42c6-a171-b01f066cfd0c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:23.284607 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263529bb-895c-42c6-a171-b01f066cfd0c service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:23.284950 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263529bb-895c-42c6-a171-b01f066cfd0c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:23.285473 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263529bb-895c-42c6-a171-b01f066cfd0c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:23.285814 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263529bb-895c-42c6-a171-b01f066cfd0c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:23.286157 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263529bb-895c-42c6-a171-b01f066cfd0c service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:23.286506 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263529bb-895c-42c6-a171-b01f066cfd0c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:23.286803 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263529bb-895c-42c6-a171-b01f066cfd0c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:23.287128 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263529bb-895c-42c6-a171-b01f066cfd0c service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:23.287453 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263529bb-895c-42c6-a171-b01f066cfd0c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:23.287803 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263529bb-895c-42c6-a171-b01f066cfd0c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:23.288107 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263529bb-895c-42c6-a171-b01f066cfd0c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:23.288482 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263529bb-895c-42c6-a171-b01f066cfd0c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:23.288734 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263529bb-895c-42c6-a171-b01f066cfd0c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:23.289049 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263529bb-895c-42c6-a171-b01f066cfd0c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:23.345009 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-263529bb-895c-42c6-a171-b01f066cfd0c service neutron] Attempting to bind port 33253394-13a3-4bf9-a106-a9af5e11c080 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:42:23.345352 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-263529bb-895c-42c6-a171-b01f066cfd0c service neutron] Attempting to bind port 33253394-13a3-4bf9-a106-a9af5e11c080 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '123c626d-4251-4986-8180-d47214935e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'cbe76afb-b79c-4738-afa5-238ef7337a4d'}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:42:23.345596 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-263529bb-895c-42c6-a171-b01f066cfd0c service neutron] Attempting to bind port 33253394-13a3-4bf9-a106-a9af5e11c080 on network cbe76afb-b79c-4738-afa5-238ef7337a4d {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:42:23.351541 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-263529bb-895c-42c6-a171-b01f066cfd0c service neutron] Port 33253394-13a3-4bf9-a106-a9af5e11c080 on network cbe76afb-b79c-4738-afa5-238ef7337a4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:42:23.351872 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-263529bb-895c-42c6-a171-b01f066cfd0c service neutron] Attempting to bind port 33253394-13a3-4bf9-a106-a9af5e11c080 on network cbe76afb-b79c-4738-afa5-238ef7337a4d {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:42:23.357700 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-263529bb-895c-42c6-a171-b01f066cfd0c service neutron] Checking agent: {'id': '1c07afa2-e502-46e1-ac2b-740a8f00a450', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 36, 8), 'started_at': datetime.datetime(2022, 5, 27, 3, 36, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:42:23.358251 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-263529bb-895c-42c6-a171-b01f066cfd0c service neutron] Checking segment: {'id': '123c626d-4251-4986-8180-d47214935e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'cbe76afb-b79c-4738-afa5-238ef7337a4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:42:23.358842 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-263529bb-895c-42c6-a171-b01f066cfd0c service neutron] Bound using segment: {'id': '123c626d-4251-4986-8180-d47214935e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'cbe76afb-b79c-4738-afa5-238ef7337a4d'} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:42:23.359290 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-263529bb-895c-42c6-a171-b01f066cfd0c service neutron] Bound port: 33253394-13a3-4bf9-a106-a9af5e11c080, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '123c626d-4251-4986-8180-d47214935e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'cbe76afb-b79c-4738-afa5-238ef7337a4d'}}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:42:23.359660 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-263529bb-895c-42c6-a171-b01f066cfd0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (33253394-13a3-4bf9-a106-a9af5e11c080), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:23.427490 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.db [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-263529bb-895c-42c6-a171-b01f066cfd0c service neutron] For port 33253394-13a3-4bf9-a106-a9af5e11c080, host hv-cinder-84336, cleared binding levels {{(pid=104677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:42:23.430705 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.db [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-263529bb-895c-42c6-a171-b01f066cfd0c service neutron] For port 33253394-13a3-4bf9-a106-a9af5e11c080, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=33253394-13a3-4bf9-a106-a9af5e11c080,segment=NetworkSegment(123c626d-4251-4986-8180-d47214935e1f),segment_id=123c626d-4251-4986-8180-d47214935e1f)] {{(pid=104677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:42:23.494971 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-263529bb-895c-42c6-a171-b01f066cfd0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59984215'] for port (33253394-13a3-4bf9-a106-a9af5e11c080), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:23.531612 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-263529bb-895c-42c6-a171-b01f066cfd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:23.532158 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-263529bb-895c-42c6-a171-b01f066cfd0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:23.533597 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-263529bb-895c-42c6-a171-b01f066cfd0c service neutron] 10.222.0.72 "PUT /v2.0/ports/33253394-13a3-4bf9-a106-a9af5e11c080 HTTP/1.1" status: 200 len: 1094 time: 0.8528235 May 27 03:42:23.534020 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80dc5625-2176-4318-ba3c-142b8bf0f59e', 'tag': '33253394-13a3-4bf9-a106-a9af5e11c080'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:42:23.536241 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5933d85cf17399e2dc167eca01249890e1c66fccb09b4015a1c2ab305ead4f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8ba3bb-98df-4130-a7be-6cd1f5f4c939" -d '{"events": [{"name": "network-changed", "server_uuid": "80dc5625-2176-4318-ba3c-142b8bf0f59e", "tag": "33253394-13a3-4bf9-a106-a9af5e11c080"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:42:23.562562 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263529bb-895c-42c6-a171-b01f066cfd0c service neutron] Pushing event updated for resources: {'Port': ['ID=33253394-13a3-4bf9-a106-a9af5e11c080,revision_number=3']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:23.608701 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f3d665-cde6-4202-96f3-696646f0959b x-openstack-request-id: req-e9f3d665-cde6-4202-96f3-696646f0959b {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:42:23.608991 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80dc5625-2176-4318-ba3c-142b8bf0f59e", "tag": "33253394-13a3-4bf9-a106-a9af5e11c080", "status": "completed", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:42:23.609356 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e9f3d665-cde6-4202-96f3-696646f0959b {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:42:23.612667 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9f3d665-cde6-4202-96f3-696646f0959b'] response: {'name': 'network-changed', 'server_uuid': '80dc5625-2176-4318-ba3c-142b8bf0f59e', 'tag': '33253394-13a3-4bf9-a106-a9af5e11c080', 'status': 'completed', 'code': 200} May 27 03:42:23.669294 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ba3bb-98df-4130-a7be-6cd1f5f4c939 req-d959a11f-b90c-4260-add8-7face95478b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:23.671456 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-df8ba3bb-98df-4130-a7be-6cd1f5f4c939 req-d959a11f-b90c-4260-add8-7face95478b9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1d50c2ef63b54c2e955695da85169101&device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 1128 time: 0.0431914 May 27 03:42:23.845421 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ba3bb-98df-4130-a7be-6cd1f5f4c939 req-efd5c9e3-160d-41f4-88be-139f6030fd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:23.846829 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-df8ba3bb-98df-4130-a7be-6cd1f5f4c939 req-efd5c9e3-160d-41f4-88be-139f6030fd5d service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=1d50c2ef63b54c2e955695da85169101&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1682234 May 27 03:42:24.003538 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:24.008258 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ba3bb-98df-4130-a7be-6cd1f5f4c939 req-138d8bf9-561f-401f-b557-f4cb61ca8703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:24.009786 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-df8ba3bb-98df-4130-a7be-6cd1f5f4c939 req-138d8bf9-561f-401f-b557-f4cb61ca8703 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1562929 May 27 03:42:24.083852 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-fd3058e4-cadd-4484-8487-f2a868ca634d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:24.085337 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-fd3058e4-cadd-4484-8487-f2a868ca634d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1d50c2ef63b54c2e955695da85169101&device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 1128 time: 0.0387928 May 27 03:42:24.342340 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-ad3802c8-4ff2-4d80-b90c-f3c97439d1b7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33253394-13a3-4bf9-a106-a9af5e11c080 HTTP/1.1" status: 200 len: 217 time: 0.2486866 May 27 03:42:24.417225 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45ba91-bf47-4b84-aeaa-0d1c9927a040 req-cb769b04-9aab-4503-a732-59e2b2a4c165 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:24.418760 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-aa45ba91-bf47-4b84-aeaa-0d1c9927a040 req-cb769b04-9aab-4503-a732-59e2b2a4c165 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 944 time: 0.0800695 May 27 03:42:24.424653 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-a0da8f25-429a-4645-a454-77e265470ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:24.426043 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-a0da8f25-429a-4645-a454-77e265470ae1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b82c95c1-f2bd-41ab-83bb-f6be6d0ff622 HTTP/1.1" status: 200 len: 853 time: 0.0759180 May 27 03:42:24.501360 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-404b0ed7-ca98-43fd-992b-d6ac9464a03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:24.502858 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-404b0ed7-ca98-43fd-992b-d6ac9464a03b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cbe76afb-b79c-4738-afa5-238ef7337a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0628870 May 27 03:42:24.507069 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-aa45ba91-bf47-4b84-aeaa-0d1c9927a040 req-461f8e1b-757f-4a92-b6dc-2e50bf3f415c tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/security-groups?id=17368672-e98b-4b3a-b43e-4cd26c261ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801792 May 27 03:42:24.530802 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:24.594285 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-817bc8a8-7a99-4b80-9d6d-63c897887c96 service neutron] 10.222.0.72 "GET /v2.0/networks/cbe76afb-b79c-4738-afa5-238ef7337a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846581 May 27 03:42:24.688117 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0024bed9-c4b9-49ea-8de4-e9fe2167625b req-856f0330-8a3d-4f06-b662-120bc23a8631 service neutron] 10.222.0.72 "GET /v2.0/networks/cbe76afb-b79c-4738-afa5-238ef7337a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870166 May 27 03:42:25.619681 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e682df8-519e-48eb-a1dc-bb7abb9e0191 req-d00edaba-f791-44da-8532-dee6cc836c96 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:25.621146 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9e682df8-519e-48eb-a1dc-bb7abb9e0191 req-d00edaba-f791-44da-8532-dee6cc836c96 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 944 time: 0.0470164 May 27 03:42:25.667882 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9e682df8-519e-48eb-a1dc-bb7abb9e0191 req-a0dcdc2e-5511-44ba-849d-acbdf0cc4291 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/security-groups?id=17368672-e98b-4b3a-b43e-4cd26c261ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406199 May 27 03:42:26.780006 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6a1dc-4543-42a2-b1c0-3a65fa3077fc req-148e2854-5687-4691-a5b8-d79fa0b11c2b tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:26.781415 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-71b6a1dc-4543-42a2-b1c0-3a65fa3077fc req-148e2854-5687-4691-a5b8-d79fa0b11c2b tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 944 time: 0.0464551 May 27 03:42:26.824843 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 33253394-13a3-4bf9-a106-a9af5e11c080 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:42:26.828569 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-71b6a1dc-4543-42a2-b1c0-3a65fa3077fc req-f47de8f4-a18c-4337-a681-14cdf5b26d50 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/security-groups?id=17368672-e98b-4b3a-b43e-4cd26c261ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414221 May 27 03:42:26.928172 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port 33253394-13a3-4bf9-a106-a9af5e11c080, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=33253394-13a3-4bf9-a106-a9af5e11c080,segment=NetworkSegment(123c626d-4251-4986-8180-d47214935e1f),segment_id=123c626d-4251-4986-8180-d47214935e1f)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:26.940563 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Returning: {'device': '33253394-13a3-4bf9-a106-a9af5e11c080', 'network_id': 'cbe76afb-b79c-4738-afa5-238ef7337a4d', 'port_id': '33253394-13a3-4bf9-a106-a9af5e11c080', 'mac_address': 'fa:16:3e:bb:7e:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b82c95c1-f2bd-41ab-83bb-f6be6d0ff622', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:42:26.975713 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port 33253394-13a3-4bf9-a106-a9af5e11c080 is: DOWN; New status is: BUILD {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:42:26.976099 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (33253394-13a3-4bf9-a106-a9af5e11c080), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:26.988727 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33253394-13a3-4bf9-a106-a9af5e11c080 {{(pid=104679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:42:27.008748 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port 33253394-13a3-4bf9-a106-a9af5e11c080, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=33253394-13a3-4bf9-a106-a9af5e11c080,segment=NetworkSegment(123c626d-4251-4986-8180-d47214935e1f),segment_id=123c626d-4251-4986-8180-d47214935e1f)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:27.094759 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (33253394-13a3-4bf9-a106-a9af5e11c080), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:27.145445 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=33253394-13a3-4bf9-a106-a9af5e11c080,revision_number=4']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:27.389553 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] get_ports_and_sgs() called for port_ids ['33253394-13a3-4bf9-a106-a9af5e11c080'] {{(pid=104679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:42:27.949169 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871804c-565c-41cc-8f80-5644a038acfc req-5c0e9dc8-1554-4582-9500-ebb0269f8ea7 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:27.950640 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-6871804c-565c-41cc-8f80-5644a038acfc req-5c0e9dc8-1554-4582-9500-ebb0269f8ea7 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 945 time: 0.0510759 May 27 03:42:27.998503 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-6871804c-565c-41cc-8f80-5644a038acfc req-ff9ac0b7-3866-4395-98d0-e033259991ae tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/security-groups?id=17368672-e98b-4b3a-b43e-4cd26c261ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418816 May 27 03:42:28.058058 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=69,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:28.172571 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:28.849853 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 33253394-13a3-4bf9-a106-a9af5e11c080 up at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:42:28.892052 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Provisioning for port 33253394-13a3-4bf9-a106-a9af5e11c080 completed by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:42:28.951570 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Provisioning complete for port 33253394-13a3-4bf9-a106-a9af5e11c080 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:42:28.951943 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (33253394-13a3-4bf9-a106-a9af5e11c080), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:29.026884 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port 33253394-13a3-4bf9-a106-a9af5e11c080 is: BUILD; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:42:29.027765 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (33253394-13a3-4bf9-a106-a9af5e11c080), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:29.052068 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80dc5625-2176-4318-ba3c-142b8bf0f59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33253394-13a3-4bf9-a106-a9af5e11c080'}] {{(pid=104679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:42:29.055301 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d249cf550e2d843300bc9a66ec52257e0462e4d4b5166dc6bcb5b411a3eed5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766e412e-f19b-42a7-b598-e3ac0d547954" -d '{"events": [{"server_uuid": "80dc5625-2176-4318-ba3c-142b8bf0f59e", "name": "network-vif-plugged", "status": "completed", "tag": "33253394-13a3-4bf9-a106-a9af5e11c080"}]}' {{(pid=104679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:42:29.075428 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port 33253394-13a3-4bf9-a106-a9af5e11c080, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=33253394-13a3-4bf9-a106-a9af5e11c080,segment=NetworkSegment(123c626d-4251-4986-8180-d47214935e1f),segment_id=123c626d-4251-4986-8180-d47214935e1f)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:29.098922 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8869d599-d7ec-43b2-a897-5c3a014dd2e3 x-openstack-request-id: req-8869d599-d7ec-43b2-a897-5c3a014dd2e3 {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:42:29.099242 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80dc5625-2176-4318-ba3c-142b8bf0f59e", "name": "network-vif-plugged", "status": "completed", "tag": "33253394-13a3-4bf9-a106-a9af5e11c080", "code": 200}]} {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:42:29.099502 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8869d599-d7ec-43b2-a897-5c3a014dd2e3 {{(pid=104679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:42:29.105674 dv-cinder-843361-2-smb neutron-server[104679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8869d599-d7ec-43b2-a897-5c3a014dd2e3'] response: {'server_uuid': '80dc5625-2176-4318-ba3c-142b8bf0f59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33253394-13a3-4bf9-a106-a9af5e11c080', 'code': 200} May 27 03:42:29.115026 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bee00-1ae9-467a-bacc-89f036ec4544 req-75cf6761-7f9e-4870-93a1-3f60f0b7106f tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:29.116549 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2e1bee00-1ae9-467a-bacc-89f036ec4544 req-75cf6761-7f9e-4870-93a1-3f60f0b7106f tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 945 time: 0.0490549 May 27 03:42:29.163036 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (33253394-13a3-4bf9-a106-a9af5e11c080), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:29.164254 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2e1bee00-1ae9-467a-bacc-89f036ec4544 req-21147815-9509-4bf5-8ec5-a40063dab341 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/security-groups?id=17368672-e98b-4b3a-b43e-4cd26c261ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418887 May 27 03:42:29.199274 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:29.214818 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=33253394-13a3-4bf9-a106-a9af5e11c080,revision_number=5']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:29.439317 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cedd34-502f-454d-8fc0-c78fd61a09e1 req-92712e03-cde4-41be-8a00-452e3952c2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:29.440819 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-56cedd34-502f-454d-8fc0-c78fd61a09e1 req-92712e03-cde4-41be-8a00-452e3952c2db service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 1130 time: 0.0406735 May 27 03:42:29.452840 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:29.485014 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-56cedd34-502f-454d-8fc0-c78fd61a09e1 req-24815079-7164-4484-9bed-33c19db0a3e9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=17368672-e98b-4b3a-b43e-4cd26c261ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384707 May 27 03:42:30.280504 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66968b79-9db0-459f-a544-b10ac11384cb req-071e3f5e-0ec3-4b06-b5c2-ca9cc94aabbc tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:30.282002 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-66968b79-9db0-459f-a544-b10ac11384cb req-071e3f5e-0ec3-4b06-b5c2-ca9cc94aabbc tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 946 time: 0.0469098 May 27 03:42:30.329651 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-66968b79-9db0-459f-a544-b10ac11384cb req-83677ddb-35a5-40cc-a614-9b644b55f1a2 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/security-groups?id=17368672-e98b-4b3a-b43e-4cd26c261ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421860 May 27 03:42:31.444987 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954db4dc-6b3a-4904-83fe-8cbf20970876 req-713d42b5-0078-435f-83cf-40eefc565748 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:31.446497 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-954db4dc-6b3a-4904-83fe-8cbf20970876 req-713d42b5-0078-435f-83cf-40eefc565748 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 946 time: 0.0492837 May 27 03:42:31.497868 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-954db4dc-6b3a-4904-83fe-8cbf20970876 req-48a6fdf8-5a0c-4f0c-8d2b-5a24b73a48c2 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/security-groups?id=17368672-e98b-4b3a-b43e-4cd26c261ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458105 May 27 03:42:31.613823 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88cae3-f87a-4b11-9661-3127bb257b17 req-02aaf091-8649-4187-9fa9-8d66458f87df tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:31.615209 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-4c88cae3-f87a-4b11-9661-3127bb257b17 req-02aaf091-8649-4187-9fa9-8d66458f87df tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 946 time: 0.0472281 May 27 03:42:31.663082 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-4c88cae3-f87a-4b11-9661-3127bb257b17 req-048855dc-1da4-4024-b7bc-b6ff3f53928d tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/security-groups?id=17368672-e98b-4b3a-b43e-4cd26c261ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422266 May 27 03:42:31.810725 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252749bb-79ba-4545-a20f-b0b9c6cd3350 req-e2a76d41-9af7-4b56-a82f-98940687cc26 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:31.812200 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-252749bb-79ba-4545-a20f-b0b9c6cd3350 req-e2a76d41-9af7-4b56-a82f-98940687cc26 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 945 time: 0.0477982 May 27 03:42:31.859038 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-252749bb-79ba-4545-a20f-b0b9c6cd3350 req-33f75590-a27c-4479-93fe-2aee1f61e043 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413311 May 27 03:42:31.988952 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da098bb2-b3ba-4234-945e-f397a53ed28d req-5c68c63d-50e9-4dfc-9009-dbc4979abeec tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:31.990599 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-da098bb2-b3ba-4234-945e-f397a53ed28d req-5c68c63d-50e9-4dfc-9009-dbc4979abeec tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 946 time: 0.0500548 May 27 03:42:32.036614 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-da098bb2-b3ba-4234-945e-f397a53ed28d req-6628324f-4914-4a22-9725-2a7c868cb875 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/security-groups?id=17368672-e98b-4b3a-b43e-4cd26c261ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403085 May 27 03:42:32.980769 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d363b-0120-4349-bc42-eed5e9bff6d5 req-5fa655d0-ed72-47a8-8952-970c2c29c1ac tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:32.982253 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-d59d363b-0120-4349-bc42-eed5e9bff6d5 req-5fa655d0-ed72-47a8-8952-970c2c29c1ac tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 945 time: 0.0484490 May 27 03:42:32.987300 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:33.033788 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-d59d363b-0120-4349-bc42-eed5e9bff6d5 req-79345563-062f-45cd-a65c-3b459a6d1ec7 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455976 May 27 03:42:34.159975 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eea103-6b39-4283-877f-4053958566de req-f5e6ee0d-3574-4fef-ac6a-e8d1993eb5ee tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:34.161590 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-03eea103-6b39-4283-877f-4053958566de req-f5e6ee0d-3574-4fef-ac6a-e8d1993eb5ee tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 945 time: 0.0608709 May 27 03:42:34.197828 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:34.209706 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15634b9a-3d61-40ae-b9f1-1e307171279a req-584ce567-596d-4433-bb90-ea36e4238ff9 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:34.211180 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-15634b9a-3d61-40ae-b9f1-1e307171279a req-584ce567-596d-4433-bb90-ea36e4238ff9 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.72 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 945 time: 0.0754011 May 27 03:42:34.269314 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-03eea103-6b39-4283-877f-4053958566de req-b258b066-4e10-4702-8ec9-88d9fe2e1706 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=a28e535f-038c-44ff-beea-f223ca266221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917287 May 27 03:42:34.319760 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [req-15634b9a-3d61-40ae-b9f1-1e307171279a req-eb0ddb11-6783-448e-8742-327b790e03b6 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Deleting port c8aa1527-651b-4926-9e46-f9c266094b42 {{(pid=104677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:42:34.320097 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-15634b9a-3d61-40ae-b9f1-1e307171279a req-eb0ddb11-6783-448e-8742-327b790e03b6 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (c8aa1527-651b-4926-9e46-f9c266094b42), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:34.416167 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.db [req-15634b9a-3d61-40ae-b9f1-1e307171279a req-eb0ddb11-6783-448e-8742-327b790e03b6 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] For port c8aa1527-651b-4926-9e46-f9c266094b42, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=c8aa1527-651b-4926-9e46-f9c266094b42,segment=NetworkSegment(83c06243-6dbd-48ee-aa93-81ebad273030),segment_id=83c06243-6dbd-48ee-aa93-81ebad273030)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:34.416528 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-15634b9a-3d61-40ae-b9f1-1e307171279a req-eb0ddb11-6783-448e-8742-327b790e03b6 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (c8aa1527-651b-4926-9e46-f9c266094b42), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:34.482550 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:34.628724 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-15634b9a-3d61-40ae-b9f1-1e307171279a req-eb0ddb11-6783-448e-8742-327b790e03b6 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:34.629091 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-15634b9a-3d61-40ae-b9f1-1e307171279a req-eb0ddb11-6783-448e-8742-327b790e03b6 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665637'] for floatingip (b43906f8-3a6a-4f83-842e-d75eaee83ef8), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:34.629440 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.db.l3_db [req-15634b9a-3d61-40ae-b9f1-1e307171279a req-eb0ddb11-6783-448e-8742-327b790e03b6 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Floating IP b43906f8-3a6a-4f83-842e-d75eaee83ef8 disassociated. External IP: 172.28.2.45, port: c8aa1527-651b-4926-9e46-f9c266094b42. May 27 03:42:34.629820 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [req-15634b9a-3d61-40ae-b9f1-1e307171279a req-eb0ddb11-6783-448e-8742-327b790e03b6 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Calling delete_port for c8aa1527-651b-4926-9e46-f9c266094b42 owned by compute:nova {{(pid=104677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:42:34.854785 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-15634b9a-3d61-40ae-b9f1-1e307171279a req-eb0ddb11-6783-448e-8742-327b790e03b6 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59984224'] for port (c8aa1527-651b-4926-9e46-f9c266094b42), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:34.881958 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ddb11-6783-448e-8742-327b790e03b6 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Pushing event deleted for resources: {'Port': ['ID=c8aa1527-651b-4926-9e46-f9c266094b42,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:34.991418 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15634b9a-3d61-40ae-b9f1-1e307171279a req-eb0ddb11-6783-448e-8742-327b790e03b6 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Router 3ea81409-8cbf-4ea2-bf1f-784c8d3f3232 has already been hosted by L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 {{(pid=104677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:42:35.100015 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15634b9a-3d61-40ae-b9f1-1e307171279a req-eb0ddb11-6783-448e-8742-327b790e03b6 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:42:35.115284 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb879537-c8cc-4cf2-a36d-1bac7d726c6c None None] Sync routers for ids ['3ea81409-8cbf-4ea2-bf1f-784c8d3f3232'] in dv-cinder-843361-2-smb {{(pid=104679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:42:35.126567 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb879537-c8cc-4cf2-a36d-1bac7d726c6c None None] Routers {'3ea81409-8cbf-4ea2-bf1f-784c8d3f3232'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:42:35.127299 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-bb879537-c8cc-4cf2-a36d-1bac7d726c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:42:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['3ea81409-8cbf-4ea2-bf1f-784c8d3f3232'], 'active': True} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:35.142532 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [req-15634b9a-3d61-40ae-b9f1-1e307171279a req-eb0ddb11-6783-448e-8742-327b790e03b6 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] No DVR routers for this DVR port c8aa1527-651b-4926-9e46-f9c266094b42 on host hv-cinder-84336 {{(pid=104677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:42:35.145526 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-15634b9a-3d61-40ae-b9f1-1e307171279a req-eb0ddb11-6783-448e-8742-327b790e03b6 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:35.149065 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-15634b9a-3d61-40ae-b9f1-1e307171279a req-eb0ddb11-6783-448e-8742-327b790e03b6 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.72 "DELETE /v2.0/ports/c8aa1527-651b-4926-9e46-f9c266094b42 HTTP/1.1" status: 204 len: 173 time: 0.9269896 May 27 03:42:35.149704 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0037bc03-dc08-4217-af7b-208bda340c89', 'name': 'network-vif-deleted', 'tag': 'c8aa1527-651b-4926-9e46-f9c266094b42'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:42:35.152242 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5933d85cf17399e2dc167eca01249890e1c66fccb09b4015a1c2ab305ead4f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80684bf3-1205-49fd-8cd4-32dde90afeea" -d '{"events": [{"server_uuid": "0037bc03-dc08-4217-af7b-208bda340c89", "name": "network-vif-deleted", "tag": "c8aa1527-651b-4926-9e46-f9c266094b42"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:42:35.198664 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf7c570-aded-40d2-8fe0-4a2328ba2e47 x-openstack-request-id: req-bcf7c570-aded-40d2-8fe0-4a2328ba2e47 {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:42:35.199320 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0037bc03-dc08-4217-af7b-208bda340c89", "name": "network-vif-deleted", "tag": "c8aa1527-651b-4926-9e46-f9c266094b42", "status": "completed", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:42:35.199320 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bcf7c570-aded-40d2-8fe0-4a2328ba2e47 {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:42:35.199588 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcf7c570-aded-40d2-8fe0-4a2328ba2e47'] response: {'server_uuid': '0037bc03-dc08-4217-af7b-208bda340c89', 'name': 'network-vif-deleted', 'tag': 'c8aa1527-651b-4926-9e46-f9c266094b42', 'status': 'completed', 'code': 200} May 27 03:42:35.251957 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvr_db [None req-bb879537-c8cc-4cf2-a36d-1bac7d726c6c None None] Set router 3ea81409-8cbf-4ea2-bf1f-784c8d3f3232 gateway port host: dv-cinder-843361-2-smb {{(pid=104679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:42:35.385698 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b89afdf7-dc04-48dd-bf24-063e8396ed5f req-48ec5891-a02e-4f6d-852e-7af6875f88e7 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 210 time: 0.0339897 May 27 03:42:35.459639 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-bb879537-c8cc-4cf2-a36d-1bac7d726c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'name': 'tempest-AttachVolumeTestJSON-674304045-router', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:38:11Z', 'updated_at': '2022-05-27T03:38:19Z', 'revision_number': 4, 'project_id': '3ca63dae986749728daf5c42db0d14e3', 'gw_port': {'id': 'a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:12Z', 'updated_at': '2022-05-27T03:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': '15ff380c-0799-4cd2-a8e3-a627c40232e6', 'name': '', 'network_id': '7a2ea638-361b-43e7-98a5-ad26674b6832', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'mac_address': 'fa:16:3e:db:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f2766fdc-78e4-4021-8ae5-25446d105c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:16Z', 'updated_at': '2022-05-27T03:38:31Z', 'revision_number': 5, 'project_id': '3ca63dae986749728daf5c42db0d14e3', 'subnets': [{'id': 'f2766fdc-78e4-4021-8ae5-25446d105c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:35.488283 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb879537-c8cc-4cf2-a36d-1bac7d726c6c None None] Checking router: 3ea81409-8cbf-4ea2-bf1f-784c8d3f3232 for host: dv-cinder-843361-2-smb {{(pid=104679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:42:35.497129 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb879537-c8cc-4cf2-a36d-1bac7d726c6c None None] Routers {'3ea81409-8cbf-4ea2-bf1f-784c8d3f3232'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:42:35.498012 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-bb879537-c8cc-4cf2-a36d-1bac7d726c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:42:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['3ea81409-8cbf-4ea2-bf1f-784c8d3f3232'], 'active': True} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:35.727133 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvr_db [None req-bb879537-c8cc-4cf2-a36d-1bac7d726c6c None None] Set router 3ea81409-8cbf-4ea2-bf1f-784c8d3f3232 gateway port host: dv-cinder-843361-2-smb {{(pid=104679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:42:35.918330 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-bb879537-c8cc-4cf2-a36d-1bac7d726c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'name': 'tempest-AttachVolumeTestJSON-674304045-router', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:38:11Z', 'updated_at': '2022-05-27T03:38:19Z', 'revision_number': 4, 'project_id': '3ca63dae986749728daf5c42db0d14e3', 'gw_port': {'id': 'a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:12Z', 'updated_at': '2022-05-27T03:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': '15ff380c-0799-4cd2-a8e3-a627c40232e6', 'name': '', 'network_id': '7a2ea638-361b-43e7-98a5-ad26674b6832', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'mac_address': 'fa:16:3e:db:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f2766fdc-78e4-4021-8ae5-25446d105c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:16Z', 'updated_at': '2022-05-27T03:38:31Z', 'revision_number': 5, 'project_id': '3ca63dae986749728daf5c42db0d14e3', 'subnets': [{'id': 'f2766fdc-78e4-4021-8ae5-25446d105c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:35.943488 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb879537-c8cc-4cf2-a36d-1bac7d726c6c None None] The sync data for ids ['3ea81409-8cbf-4ea2-bf1f-784c8d3f3232'] in dv-cinder-843361-2-smb is: [{'id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'name': 'tempest-AttachVolumeTestJSON-674304045-router', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:38:11Z', 'updated_at': '2022-05-27T03:38:19Z', 'revision_number': 4, 'project_id': '3ca63dae986749728daf5c42db0d14e3', 'gw_port': {'id': 'a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:12Z', 'updated_at': '2022-05-27T03:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': '15ff380c-0799-4cd2-a8e3-a627c40232e6', 'name': '', 'network_id': '7a2ea638-361b-43e7-98a5-ad26674b6832', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'mac_address': 'fa:16:3e:db:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f2766fdc-78e4-4021-8ae5-25446d105c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:16Z', 'updated_at': '2022-05-27T03:38:31Z', 'revision_number': 5, 'project_id': '3ca63dae986749728daf5c42db0d14e3', 'subnets': [{'id': 'f2766fdc-78e4-4021-8ae5-25446d105c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:42:36.123353 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-6b4302e3-09f0-40ca-a8cb-a74867597b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:36.227458 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38be8391-38d5-4e11-8dc6-ec0452a6dfb8 None None] New status for floating IP b43906f8-3a6a-4f83-842e-d75eaee83ef8: DOWN {{(pid=104680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:42:36.505102 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-82990579-2bee-4fdc-aa66-5eba231e7238 req-2cd3c020-6c6a-4457-a6f1-924958b65bf7 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=0037bc03-dc08-4217-af7b-208bda340c89 HTTP/1.1" status: 200 len: 210 time: 0.0285981 May 27 03:42:37.703102 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 57216) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:37.760183 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ce221d0e-c769-4c66-bc08-af60327a3646 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks [] for security_group (a28e535f-038c-44ff-beea-f223ca266221), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:37.784696 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ce221d0e-c769-4c66-bc08-af60327a3646 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks [] for security_group (a28e535f-038c-44ff-beea-f223ca266221), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:37.911578 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ce221d0e-c769-4c66-bc08-af60327a3646 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (a28e535f-038c-44ff-beea-f223ca266221), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:37.914269 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ce221d0e-c769-4c66-bc08-af60327a3646 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:37.915423 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-ce221d0e-c769-4c66-bc08-af60327a3646 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "DELETE /v2.0/security-groups/a28e535f-038c-44ff-beea-f223ca266221 HTTP/1.1" status: 204 len: 168 time: 0.2133121 May 27 03:42:37.918341 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 57218) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:37.924860 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce221d0e-c769-4c66-bc08-af60327a3646 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28e535f-038c-44ff-beea-f223ca266221,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:37.935144 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.api.v2.resource [None req-940d7360-bd9f-4d5c-9228-8ddd1a6c2788 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] show failed (client error): The resource could not be found. May 27 03:42:37.939004 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-940d7360-bd9f-4d5c-9228-8ddd1a6c2788 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups/a28e535f-038c-44ff-beea-f223ca266221 HTTP/1.1" status: 404 len: 347 time: 0.0196364 May 27 03:42:37.939154 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 57220) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:38.053484 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [None req-f5154637-5c19-45b2-9696-927579ed6524 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Deleting port 0b91e894-d52c-4487-8089-4c990ddef6e8 {{(pid=104678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:42:38.053732 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-f5154637-5c19-45b2-9696-927579ed6524 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (0b91e894-d52c-4487-8089-4c990ddef6e8), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:38.137353 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-f5154637-5c19-45b2-9696-927579ed6524 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (0b91e894-d52c-4487-8089-4c990ddef6e8), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:38.137684 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-f5154637-5c19-45b2-9696-927579ed6524 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks [] for floatingip (0b91e894-d52c-4487-8089-4c990ddef6e8), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:38.153714 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [None req-f5154637-5c19-45b2-9696-927579ed6524 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Calling delete_port for 0b91e894-d52c-4487-8089-4c990ddef6e8 owned by network:floatingip {{(pid=104678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:42:38.374258 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-c5e34eaa-9c82-496f-8112-8ced67a2f63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:38.408585 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-f5154637-5c19-45b2-9696-927579ed6524 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (0b91e894-d52c-4487-8089-4c990ddef6e8), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:38.437018 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5154637-5c19-45b2-9696-927579ed6524 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Pushing event deleted for resources: {'Port': ['ID=0b91e894-d52c-4487-8089-4c990ddef6e8,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:38.504080 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-f5154637-5c19-45b2-9696-927579ed6524 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks [] for floatingip (b43906f8-3a6a-4f83-842e-d75eaee83ef8), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:38.506730 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-f5154637-5c19-45b2-9696-927579ed6524 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for floatingip (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:38.510530 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-f5154637-5c19-45b2-9696-927579ed6524 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "DELETE /v2.0/floatingips/b43906f8-3a6a-4f83-842e-d75eaee83ef8 HTTP/1.1" status: 204 len: 168 time: 0.5677218 May 27 03:42:38.575053 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b2daa-5845-40ad-bd15-f2ae88d4d25c req-b50c96e5-fda6-4fb6-a28e-8dc4f5119c91 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:38.577102 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5a3b2daa-5845-40ad-bd15-f2ae88d4d25c req-b50c96e5-fda6-4fb6-a28e-8dc4f5119c91 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 946 time: 0.0516996 May 27 03:42:38.592026 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:38.627428 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5a3b2daa-5845-40ad-bd15-f2ae88d4d25c req-7934809c-0ff9-4f59-b4a8-dcb19639e36c tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/security-groups?id=17368672-e98b-4b3a-b43e-4cd26c261ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431852 May 27 03:42:38.643404 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 57232) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:38.647910 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-5af15e35-d40e-4f2a-ad77-a723d23e7f20 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1100270216', 'description': 'tempest-description--927175013'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:42:38.650885 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 57234) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:38.660523 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:38.779087 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5af15e35-d40e-4f2a-ad77-a723d23e7f20 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:38.850359 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5af15e35-d40e-4f2a-ad77-a723d23e7f20 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks [] for security_group (85d0766f-7fee-48c2-a3ee-d59abb07db60), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:38.881162 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device c8aa1527-651b-4926-9e46-f9c266094b42 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:42:38.901223 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] No Port match for: c8aa1527-651b-4926-9e46-f9c266094b42 {{(pid=104679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:42:38.904282 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device c8aa1527-651b-4926-9e46-f9c266094b42 not bound to the agent host hv-cinder-84336 {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:42:38.904397 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1192087b-044a-44dd-a17a-0062cd3b93cd tempest-TestMinimumBasicScenario-1726229682 tempest-TestMinimumBasicScenario-1726229682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:38.907977 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-1192087b-044a-44dd-a17a-0062cd3b93cd tempest-TestMinimumBasicScenario-1726229682 tempest-TestMinimumBasicScenario-1726229682-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 1125 time: 0.2560139 May 27 03:42:38.908105 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 57244) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:38.912607 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-a5fba181-304a-49ef-9e36-df3b246695a2 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Request body: {'floatingip': {'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'port_id': '33253394-13a3-4bf9-a106-a9af5e11c080', 'tenant_id': '1d50c2ef63b54c2e955695da85169101', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:42:38.931243 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5af15e35-d40e-4f2a-ad77-a723d23e7f20 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (85d0766f-7fee-48c2-a3ee-d59abb07db60), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:38.953538 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=6,neutron:INSERT=5 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:38.961035 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af15e35-d40e-4f2a-ad77-a723d23e7f20 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85d0766f-7fee-48c2-a3ee-d59abb07db60,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:39.037201 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a5fba181-304a-49ef-9e36-df3b246695a2 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:39.041866 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5af15e35-d40e-4f2a-ad77-a723d23e7f20 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:39.043078 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-5af15e35-d40e-4f2a-ad77-a723d23e7f20 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3987060 May 27 03:42:39.046763 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 57246) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:39.060573 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-3be0f971-fbc5-4052-8824-eef14665e3c2 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Request body: {'security_group_rule': {'security_group_id': '85d0766f-7fee-48c2-a3ee-d59abb07db60', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:42:39.138683 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a5fba181-304a-49ef-9e36-df3b246695a2 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:39.252234 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.db_base_plugin_common [None req-a5fba181-304a-49ef-9e36-df3b246695a2 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Allocated IP 172.28.2.119 (2c8f85dd-7a0e-40ae-be84-c061eec53ce1/4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03/442a8018-2a26-4cb1-9a68-0392c93ad3dc) {{(pid=104677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:42:39.285041 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3be0f971-fbc5-4052-8824-eef14665e3c2 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks [] for security_group_rule (db9715c7-82b8-4a47-927c-bd6926dc5388), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:39.333036 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:39.379805 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:39.438416 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a5fba181-304a-49ef-9e36-df3b246695a2 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks [] for port (442a8018-2a26-4cb1-9a68-0392c93ad3dc), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:39.447493 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3be0f971-fbc5-4052-8824-eef14665e3c2 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks [] for security_group_rule (db9715c7-82b8-4a47-927c-bd6926dc5388), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:39.456041 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2966207-f377-4860-89b5-a57f48ab13ec req-611b7875-ec8e-46a1-a5da-b31e4af6dc67 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:39.456528 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c2966207-f377-4860-89b5-a57f48ab13ec req-611b7875-ec8e-46a1-a5da-b31e4af6dc67 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 946 time: 0.0944426 May 27 03:42:39.524811 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c2966207-f377-4860-89b5-a57f48ab13ec req-b7cf2b63-2c77-4fae-ac30-c6e1fb43e558 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f4896d8-2488-44da-b2dd-55f6c61b6253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616055 May 27 03:42:39.528295 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3be0f971-fbc5-4052-8824-eef14665e3c2 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498508'] for security_group_rule (db9715c7-82b8-4a47-927c-bd6926dc5388), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:39.547588 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0f971-fbc5-4052-8824-eef14665e3c2 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db9715c7-82b8-4a47-927c-bd6926dc5388,revision_number=0']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:39.642260 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a5fba181-304a-49ef-9e36-df3b246695a2 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59984224'] for port (442a8018-2a26-4cb1-9a68-0392c93ad3dc), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:39.682047 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fba181-304a-49ef-9e36-df3b246695a2 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Network 2c8f85dd-7a0e-40ae-be84-c061eec53ce1 is already hosted by enough agents. {{(pid=104677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:42:39.688095 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.base_scheduler [None req-a5fba181-304a-49ef-9e36-df3b246695a2 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Resources bound (agent type, host, resource id): {{(pid=104677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:42:39.691716 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3be0f971-fbc5-4052-8824-eef14665e3c2 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:39.692882 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-3be0f971-fbc5-4052-8824-eef14665e3c2 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6450281 May 27 03:42:39.693717 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fba181-304a-49ef-9e36-df3b246695a2 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Received port after_create {{(pid=104677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:42:39.695880 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 57250) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:39.700393 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [None req-e537a2b1-2ae9-4b0f-8897-f4cc33811402 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Request body: {'security_group_rule': {'security_group_id': '85d0766f-7fee-48c2-a3ee-d59abb07db60', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:42:39.719729 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fba181-304a-49ef-9e36-df3b246695a2 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Pushing event updated for resources: {'Port': ['ID=442a8018-2a26-4cb1-9a68-0392c93ad3dc,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:39.759497 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:39.820593 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-e537a2b1-2ae9-4b0f-8897-f4cc33811402 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks [] for security_group_rule (fdbca8d5-ab30-46a0-9129-204e116d57dc), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:39.872982 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-e537a2b1-2ae9-4b0f-8897-f4cc33811402 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks [] for security_group_rule (fdbca8d5-ab30-46a0-9129-204e116d57dc), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:39.973758 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-e537a2b1-2ae9-4b0f-8897-f4cc33811402 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498508'] for security_group_rule (fdbca8d5-ab30-46a0-9129-204e116d57dc), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:39.993475 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e537a2b1-2ae9-4b0f-8897-f4cc33811402 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdbca8d5-ab30-46a0-9129-204e116d57dc,revision_number=0']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:40.053955 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a5fba181-304a-49ef-9e36-df3b246695a2 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks [] for floatingip (97de7b92-d9c3-4300-ac95-6fdcda81f3ce), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:40.135660 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-e537a2b1-2ae9-4b0f-8897-f4cc33811402 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:40.136866 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-e537a2b1-2ae9-4b0f-8897-f4cc33811402 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4399784 May 27 03:42:40.140681 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 57252) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:40.144947 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [None req-4379c90e-5acd-4998-a73a-aa3f5e1a1866 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Request body: {'floatingip': {'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:42:40.212343 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a5fba181-304a-49ef-9e36-df3b246695a2 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (442a8018-2a26-4cb1-9a68-0392c93ad3dc), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:40.265200 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-4379c90e-5acd-4998-a73a-aa3f5e1a1866 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:40.276454 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:40.321748 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:40.333867 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:40.346602 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-4379c90e-5acd-4998-a73a-aa3f5e1a1866 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:40.462169 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.db_base_plugin_common [None req-4379c90e-5acd-4998-a73a-aa3f5e1a1866 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Allocated IP 172.28.2.95 (2c8f85dd-7a0e-40ae-be84-c061eec53ce1/4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03/c9cf5833-79b6-4006-b4f1-fd6436d7fbe9) {{(pid=104678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:42:40.572575 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-4379c90e-5acd-4998-a73a-aa3f5e1a1866 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks [] for port (c9cf5833-79b6-4006-b4f1-fd6436d7fbe9), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:40.623863 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a5fba181-304a-49ef-9e36-df3b246695a2 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks [] for port (442a8018-2a26-4cb1-9a68-0392c93ad3dc), precommit_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:40.657232 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b866ff-7a00-4c47-81f7-b4d3290d8bff req-ff1c6949-6df9-49db-a161-ede2b95a6451 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:40.658762 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-76b866ff-7a00-4c47-81f7-b4d3290d8bff req-ff1c6949-6df9-49db-a161-ede2b95a6451 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 946 time: 0.0549908 May 27 03:42:40.683639 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-4379c90e-5acd-4998-a73a-aa3f5e1a1866 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (c9cf5833-79b6-4006-b4f1-fd6436d7fbe9), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:40.705079 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-76b866ff-7a00-4c47-81f7-b4d3290d8bff req-8b3dbe2b-eada-4ba3-83f4-5829c98538d9 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f4896d8-2488-44da-b2dd-55f6c61b6253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407453 May 27 03:42:40.723979 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a5fba181-304a-49ef-9e36-df3b246695a2 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59984215'] for port (442a8018-2a26-4cb1-9a68-0392c93ad3dc), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:40.728120 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4379c90e-5acd-4998-a73a-aa3f5e1a1866 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Network 2c8f85dd-7a0e-40ae-be84-c061eec53ce1 is already hosted by enough agents. {{(pid=104678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:42:40.730934 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.base_scheduler [None req-4379c90e-5acd-4998-a73a-aa3f5e1a1866 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Resources bound (agent type, host, resource id): {{(pid=104678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:42:40.735649 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4379c90e-5acd-4998-a73a-aa3f5e1a1866 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Received port after_create {{(pid=104678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:42:40.756435 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4379c90e-5acd-4998-a73a-aa3f5e1a1866 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Pushing event updated for resources: {'Port': ['ID=c9cf5833-79b6-4006-b4f1-fd6436d7fbe9,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:40.793934 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fba181-304a-49ef-9e36-df3b246695a2 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Pushing event updated for resources: {'Port': ['ID=442a8018-2a26-4cb1-9a68-0392c93ad3dc,revision_number=2']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:40.805591 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a5fba181-304a-49ef-9e36-df3b246695a2 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665637'] for floatingip (97de7b92-d9c3-4300-ac95-6fdcda81f3ce), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:40.824139 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-4379c90e-5acd-4998-a73a-aa3f5e1a1866 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks [] for floatingip (ee4f565a-996b-4f68-b891-a1b67807feb2), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:40.898767 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.db.l3_db [None req-a5fba181-304a-49ef-9e36-df3b246695a2 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Floating IP 97de7b92-d9c3-4300-ac95-6fdcda81f3ce associated. External IP: 172.28.2.119, port: 33253394-13a3-4bf9-a106-a9af5e11c080. May 27 03:42:40.958246 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-4379c90e-5acd-4998-a73a-aa3f5e1a1866 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (c9cf5833-79b6-4006-b4f1-fd6436d7fbe9), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:41.095122 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:41.103998 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5fba181-304a-49ef-9e36-df3b246695a2 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Router 3b708446-f180-4bb5-baad-8d2a7a77ad2e has already been hosted by L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 {{(pid=104677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:42:41.140335 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-4379c90e-5acd-4998-a73a-aa3f5e1a1866 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks [] for port (c9cf5833-79b6-4006-b4f1-fd6436d7fbe9), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:41.208288 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fba181-304a-49ef-9e36-df3b246695a2 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:42:41.218406 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57e2d56-3a19-4112-9d2a-d08e21daf8d2 None None] Sync routers for ids ['3b708446-f180-4bb5-baad-8d2a7a77ad2e'] in dv-cinder-843361-2-smb {{(pid=104679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:42:41.227890 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57e2d56-3a19-4112-9d2a-d08e21daf8d2 None None] Routers {'3b708446-f180-4bb5-baad-8d2a7a77ad2e'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:42:41.228487 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-b57e2d56-3a19-4112-9d2a-d08e21daf8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:42:38Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['3b708446-f180-4bb5-baad-8d2a7a77ad2e'], 'active': True} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:41.242548 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-4379c90e-5acd-4998-a73a-aa3f5e1a1866 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62479337'] for port (c9cf5833-79b6-4006-b4f1-fd6436d7fbe9), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:41.313441 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4379c90e-5acd-4998-a73a-aa3f5e1a1866 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Pushing event updated for resources: {'Port': ['ID=c9cf5833-79b6-4006-b4f1-fd6436d7fbe9,revision_number=2']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:41.319591 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:41.323408 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-4379c90e-5acd-4998-a73a-aa3f5e1a1866 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665637'] for floatingip (ee4f565a-996b-4f68-b891-a1b67807feb2), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:41.332674 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:41.334575 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvr_db [None req-b57e2d56-3a19-4112-9d2a-d08e21daf8d2 None None] Set router 3b708446-f180-4bb5-baad-8d2a7a77ad2e gateway port host: dv-cinder-843361-2-smb {{(pid=104679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:42:41.349738 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a5fba181-304a-49ef-9e36-df3b246695a2 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for floatingip (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:41.369382 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:41.379967 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-a5fba181-304a-49ef-9e36-df3b246695a2 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4707606 May 27 03:42:41.380540 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80dc5625-2176-4318-ba3c-142b8bf0f59e', 'tag': '33253394-13a3-4bf9-a106-a9af5e11c080'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:42:41.382806 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5933d85cf17399e2dc167eca01249890e1c66fccb09b4015a1c2ab305ead4f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4cb5c44-0b2c-4db9-8fee-2edde63a4ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "80dc5625-2176-4318-ba3c-142b8bf0f59e", "tag": "33253394-13a3-4bf9-a106-a9af5e11c080"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:42:41.382969 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 57256) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:41.387647 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [None req-787e5ba1-c023-4e12-a92b-b1a4d8a1fb4d tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1475955030', 'description': 'tempest-secgroup-smoke-1475955030 description', 'project_id': '1d50c2ef63b54c2e955695da85169101'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:42:41.420079 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c9b6c4-bdfc-4d29-af61-590eaff173c5 x-openstack-request-id: req-a8c9b6c4-bdfc-4d29-af61-590eaff173c5 {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:42:41.420372 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80dc5625-2176-4318-ba3c-142b8bf0f59e", "tag": "33253394-13a3-4bf9-a106-a9af5e11c080", "status": "completed", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:42:41.420624 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a8c9b6c4-bdfc-4d29-af61-590eaff173c5 {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:42:41.421025 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8c9b6c4-bdfc-4d29-af61-590eaff173c5'] response: {'name': 'network-changed', 'server_uuid': '80dc5625-2176-4318-ba3c-142b8bf0f59e', 'tag': '33253394-13a3-4bf9-a106-a9af5e11c080', 'status': 'completed', 'code': 200} May 27 03:42:41.427068 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-4379c90e-5acd-4998-a73a-aa3f5e1a1866 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for floatingip (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:41.428438 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-4379c90e-5acd-4998-a73a-aa3f5e1a1866 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2867138 May 27 03:42:41.530011 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-787e5ba1-c023-4e12-a92b-b1a4d8a1fb4d tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:41.548788 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:41.556891 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-b57e2d56-3a19-4112-9d2a-d08e21daf8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b708446-f180-4bb5-baad-8d2a7a77ad2e', 'name': 'tempest-TestMinimumBasicScenario-778808884-router', 'tenant_id': '1d50c2ef63b54c2e955695da85169101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': '49290611-8cb0-4d62-a91c-983b08f31ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:45Z', 'updated_at': '2022-05-27T03:41:49Z', 'revision_number': 4, 'project_id': '1d50c2ef63b54c2e955695da85169101', 'gw_port': {'id': '49290611-8cb0-4d62-a91c-983b08f31ff0', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b708446-f180-4bb5-baad-8d2a7a77ad2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:46Z', 'updated_at': '2022-05-27T03:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_floatingips': [{'id': '97de7b92-d9c3-4300-ac95-6fdcda81f3ce', 'tenant_id': '1d50c2ef63b54c2e955695da85169101', 'floating_ip_address': '172.28.2.119', 'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'router_id': '3b708446-f180-4bb5-baad-8d2a7a77ad2e', 'port_id': '33253394-13a3-4bf9-a106-a9af5e11c080', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbe76afb-b79c-4738-afa5-238ef7337a4d', 'mac_address': 'fa:16:3e:bb:7e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dc5625-2176-4318-ba3c-142b8bf0f59e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:42:39Z', 'updated_at': '2022-05-27T03:42:39Z', 'revision_number': 0, 'project_id': '1d50c2ef63b54c2e955695da85169101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeedab48-81b9-4f9b-8c05-38be8206cdbd', 'name': '', 'network_id': 'cbe76afb-b79c-4738-afa5-238ef7337a4d', 'tenant_id': '1d50c2ef63b54c2e955695da85169101', 'mac_address': 'fa:16:3e:94:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b708446-f180-4bb5-baad-8d2a7a77ad2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b82c95c1-f2bd-41ab-83bb-f6be6d0ff622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:48Z', 'updated_at': '2022-05-27T03:41:53Z', 'revision_number': 5, 'project_id': '1d50c2ef63b54c2e955695da85169101', 'subnets': [{'id': 'b82c95c1-f2bd-41ab-83bb-f6be6d0ff622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:41.586455 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57e2d56-3a19-4112-9d2a-d08e21daf8d2 None None] Checking router: 3b708446-f180-4bb5-baad-8d2a7a77ad2e for host: dv-cinder-843361-2-smb {{(pid=104679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:42:41.596296 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57e2d56-3a19-4112-9d2a-d08e21daf8d2 None None] Routers {'3b708446-f180-4bb5-baad-8d2a7a77ad2e'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:42:41.596923 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-b57e2d56-3a19-4112-9d2a-d08e21daf8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:42:38Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['3b708446-f180-4bb5-baad-8d2a7a77ad2e'], 'active': True} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:41.612834 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-787e5ba1-c023-4e12-a92b-b1a4d8a1fb4d tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks [] for security_group (58d73af7-c928-44a8-8f03-978f3e585414), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:41.647531 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-57ea5057-da4c-4565-bf73-eb8990642d3e tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1100270216&fields=id&tenant_id=3ca63dae986749728daf5c42db0d14e3 HTTP/1.1" status: 200 len: 267 time: 0.0458734 May 27 03:42:41.697909 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvr_db [None req-b57e2d56-3a19-4112-9d2a-d08e21daf8d2 None None] Set router 3b708446-f180-4bb5-baad-8d2a7a77ad2e gateway port host: dv-cinder-843361-2-smb {{(pid=104679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:42:41.705758 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-787e5ba1-c023-4e12-a92b-b1a4d8a1fb4d tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (58d73af7-c928-44a8-8f03-978f3e585414), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:41.739450 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e5ba1-c023-4e12-a92b-b1a4d8a1fb4d tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58d73af7-c928-44a8-8f03-978f3e585414,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:41.755824 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:41.775113 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-47816506-3d35-4064-bf0b-eb2b655882f3 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:41.777453 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-47816506-3d35-4064-bf0b-eb2b655882f3 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/networks?id=7a2ea638-361b-43e7-98a5-ad26674b6832 HTTP/1.1" status: 200 len: 810 time: 0.1216574 May 27 03:42:41.820249 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-58f768e2-37e5-4366-8527-2a3412f01bdb tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/quotas/3ca63dae986749728daf5c42db0d14e3 HTTP/1.1" status: 200 len: 375 time: 0.0301359 May 27 03:42:41.832930 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-787e5ba1-c023-4e12-a92b-b1a4d8a1fb4d tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:41.834661 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-787e5ba1-c023-4e12-a92b-b1a4d8a1fb4d tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4505279 May 27 03:42:41.835490 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2101c1ee-a0b5-4f86-ae38-238f27457be0 req-1bda8492-a91e-406f-a6c3-b53128edf76a tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:41.836952 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2101c1ee-a0b5-4f86-ae38-238f27457be0 req-1bda8492-a91e-406f-a6c3-b53128edf76a tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 946 time: 0.0556765 May 27 03:42:41.837557 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 57274) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:41.843448 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [None req-9c030bfc-ba14-4740-b0ae-43b7b616e0b5 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Request body: {'security_group_rule': {'security_group_id': '58d73af7-c928-44a8-8f03-978f3e585414', 'project_id': '1d50c2ef63b54c2e955695da85169101', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:42:41.904267 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-48a41a83-ab6d-43a8-8c30-aca40bd0002c tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3ca63dae986749728daf5c42db0d14e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753939 May 27 03:42:41.931723 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-b57e2d56-3a19-4112-9d2a-d08e21daf8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b708446-f180-4bb5-baad-8d2a7a77ad2e', 'name': 'tempest-TestMinimumBasicScenario-778808884-router', 'tenant_id': '1d50c2ef63b54c2e955695da85169101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': '49290611-8cb0-4d62-a91c-983b08f31ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:45Z', 'updated_at': '2022-05-27T03:41:49Z', 'revision_number': 4, 'project_id': '1d50c2ef63b54c2e955695da85169101', 'gw_port': {'id': '49290611-8cb0-4d62-a91c-983b08f31ff0', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b708446-f180-4bb5-baad-8d2a7a77ad2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:46Z', 'updated_at': '2022-05-27T03:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_floatingips': [{'id': '97de7b92-d9c3-4300-ac95-6fdcda81f3ce', 'tenant_id': '1d50c2ef63b54c2e955695da85169101', 'floating_ip_address': '172.28.2.119', 'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'router_id': '3b708446-f180-4bb5-baad-8d2a7a77ad2e', 'port_id': '33253394-13a3-4bf9-a106-a9af5e11c080', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbe76afb-b79c-4738-afa5-238ef7337a4d', 'mac_address': 'fa:16:3e:bb:7e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dc5625-2176-4318-ba3c-142b8bf0f59e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:42:39Z', 'updated_at': '2022-05-27T03:42:39Z', 'revision_number': 0, 'project_id': '1d50c2ef63b54c2e955695da85169101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeedab48-81b9-4f9b-8c05-38be8206cdbd', 'name': '', 'network_id': 'cbe76afb-b79c-4738-afa5-238ef7337a4d', 'tenant_id': '1d50c2ef63b54c2e955695da85169101', 'mac_address': 'fa:16:3e:94:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b708446-f180-4bb5-baad-8d2a7a77ad2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b82c95c1-f2bd-41ab-83bb-f6be6d0ff622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:48Z', 'updated_at': '2022-05-27T03:41:53Z', 'revision_number': 5, 'project_id': '1d50c2ef63b54c2e955695da85169101', 'subnets': [{'id': 'b82c95c1-f2bd-41ab-83bb-f6be6d0ff622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:41.944702 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2101c1ee-a0b5-4f86-ae38-238f27457be0 req-6573a07a-a399-4843-a464-ab112480da74 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f4896d8-2488-44da-b2dd-55f6c61b6253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950232 May 27 03:42:41.962831 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57e2d56-3a19-4112-9d2a-d08e21daf8d2 None None] The sync data for ids ['3b708446-f180-4bb5-baad-8d2a7a77ad2e'] in dv-cinder-843361-2-smb is: [{'id': '3b708446-f180-4bb5-baad-8d2a7a77ad2e', 'name': 'tempest-TestMinimumBasicScenario-778808884-router', 'tenant_id': '1d50c2ef63b54c2e955695da85169101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': '49290611-8cb0-4d62-a91c-983b08f31ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:45Z', 'updated_at': '2022-05-27T03:41:49Z', 'revision_number': 4, 'project_id': '1d50c2ef63b54c2e955695da85169101', 'gw_port': {'id': '49290611-8cb0-4d62-a91c-983b08f31ff0', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b708446-f180-4bb5-baad-8d2a7a77ad2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:46Z', 'updated_at': '2022-05-27T03:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_floatingips': [{'id': '97de7b92-d9c3-4300-ac95-6fdcda81f3ce', 'tenant_id': '1d50c2ef63b54c2e955695da85169101', 'floating_ip_address': '172.28.2.119', 'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'router_id': '3b708446-f180-4bb5-baad-8d2a7a77ad2e', 'port_id': '33253394-13a3-4bf9-a106-a9af5e11c080', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbe76afb-b79c-4738-afa5-238ef7337a4d', 'mac_address': 'fa:16:3e:bb:7e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dc5625-2176-4318-ba3c-142b8bf0f59e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:42:39Z', 'updated_at': '2022-05-27T03:42:39Z', 'revision_number': 0, 'project_id': '1d50c2ef63b54c2e955695da85169101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeedab48-81b9-4f9b-8c05-38be8206cdbd', 'name': '', 'network_id': 'cbe76afb-b79c-4738-afa5-238ef7337a4d', 'tenant_id': '1d50c2ef63b54c2e955695da85169101', 'mac_address': 'fa:16:3e:94:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b708446-f180-4bb5-baad-8d2a7a77ad2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b82c95c1-f2bd-41ab-83bb-f6be6d0ff622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:48Z', 'updated_at': '2022-05-27T03:41:53Z', 'revision_number': 5, 'project_id': '1d50c2ef63b54c2e955695da85169101', 'subnets': [{'id': 'b82c95c1-f2bd-41ab-83bb-f6be6d0ff622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:42:41.964241 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-9c030bfc-ba14-4740-b0ae-43b7b616e0b5 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks [] for security_group_rule (eb6b34be-de69-4c3e-b1ba-192ff709e4ea), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:42.017371 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-dd70a1ad-9b7b-460c-b994-3dd094d42ff3 service neutron] 10.222.0.71 "GET /v2.0/networks/7a2ea638-361b-43e7-98a5-ad26674b6832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964701 May 27 03:42:42.042220 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-9c030bfc-ba14-4740-b0ae-43b7b616e0b5 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks [] for security_group_rule (eb6b34be-de69-4c3e-b1ba-192ff709e4ea), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:42.119687 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-f4a05d95-2620-4633-b7a3-06060a69f765 service neutron] 10.222.0.71 "GET /v2.0/networks/7a2ea638-361b-43e7-98a5-ad26674b6832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964093 May 27 03:42:42.168668 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-9c030bfc-ba14-4740-b0ae-43b7b616e0b5 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498508'] for security_group_rule (eb6b34be-de69-4c3e-b1ba-192ff709e4ea), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:42.175200 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980ea9c6-9737-4dec-b81c-4f6c29be79f4 None None] New status for floating IP 97de7b92-d9c3-4300-ac95-6fdcda81f3ce: ACTIVE {{(pid=104680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:42:42.189147 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c030bfc-ba14-4740-b0ae-43b7b616e0b5 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb6b34be-de69-4c3e-b1ba-192ff709e4ea,revision_number=0']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:42.191503 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:42.248040 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=100 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:42.284318 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-9c030bfc-ba14-4740-b0ae-43b7b616e0b5 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:42.288248 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-9c030bfc-ba14-4740-b0ae-43b7b616e0b5 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4470644 May 27 03:42:42.288661 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 57276) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:42.293146 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-d334c257-54e4-4bdc-893f-124a9e63e484 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Request body: {'security_group_rule': {'security_group_id': '58d73af7-c928-44a8-8f03-978f3e585414', 'project_id': '1d50c2ef63b54c2e955695da85169101', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:42:42.338397 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 6 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:42:42.397085 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:42.403980 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-75bad5f3-46d7-4333-afdf-2fe66b3450f0 req-33c78a3d-e3a7-408b-80dd-8015c92a33ea tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=24fa99fd-2411-42f2-899d-d86fdd796bea HTTP/1.1" status: 200 len: 210 time: 0.0514860 May 27 03:42:42.416764 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb5c44-0b2c-4db9-8fee-2edde63a4ed6 req-98eff494-f924-435e-baa6-4338765720d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:42.418486 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-d4cb5c44-0b2c-4db9-8fee-2edde63a4ed6 req-98eff494-f924-435e-baa6-4338765720d2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1d50c2ef63b54c2e955695da85169101&device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 1130 time: 0.0533154 May 27 03:42:42.455233 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d334c257-54e4-4bdc-893f-124a9e63e484 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks [] for security_group_rule (dd9c4684-f59d-4156-9b7b-608d4c550efe), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:42.494362 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:42.564869 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb5c44-0b2c-4db9-8fee-2edde63a4ed6 req-5735508d-e0e5-4f58-b616-1cffa3a444d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:42.566436 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-d4cb5c44-0b2c-4db9-8fee-2edde63a4ed6 req-5735508d-e0e5-4f58-b616-1cffa3a444d4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cbe76afb-b79c-4738-afa5-238ef7337a4d HTTP/1.1" status: 200 len: 915 time: 0.1394858 May 27 03:42:42.575219 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d334c257-54e4-4bdc-893f-124a9e63e484 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks [] for security_group_rule (dd9c4684-f59d-4156-9b7b-608d4c550efe), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:42.635247 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-d4cb5c44-0b2c-4db9-8fee-2edde63a4ed6 req-716c2f9c-2d17-4d8e-aad8-50d7ab0007ea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33253394-13a3-4bf9-a106-a9af5e11c080 HTTP/1.1" status: 200 len: 1002 time: 0.0618677 May 27 03:42:42.694836 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb5c44-0b2c-4db9-8fee-2edde63a4ed6 req-821b123b-1296-42a4-9564-310fb7022c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:42.696208 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-d4cb5c44-0b2c-4db9-8fee-2edde63a4ed6 req-821b123b-1296-42a4-9564-310fb7022c50 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b82c95c1-f2bd-41ab-83bb-f6be6d0ff622 HTTP/1.1" status: 200 len: 853 time: 0.0456746 May 27 03:42:42.697166 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd26454-5200-4148-990f-f291088e9123 req-6f3d62bd-bacf-422b-b08b-a9944854003e tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:42.698701 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-7dd26454-5200-4148-990f-f291088e9123 req-6f3d62bd-bacf-422b-b08b-a9944854003e tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.72 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 946 time: 0.0475240 May 27 03:42:42.735820 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d334c257-54e4-4bdc-893f-124a9e63e484 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498508'] for security_group_rule (dd9c4684-f59d-4156-9b7b-608d4c550efe), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:42.761870 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb5c44-0b2c-4db9-8fee-2edde63a4ed6 req-23a0b481-f259-4ba6-931c-8d9730b4004a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:42.763626 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-d4cb5c44-0b2c-4db9-8fee-2edde63a4ed6 req-23a0b481-f259-4ba6-931c-8d9730b4004a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cbe76afb-b79c-4738-afa5-238ef7337a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0576854 May 27 03:42:42.768882 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d334c257-54e4-4bdc-893f-124a9e63e484 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd9c4684-f59d-4156-9b7b-608d4c550efe,revision_number=0']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:42.789541 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [req-7dd26454-5200-4148-990f-f291088e9123 req-09b7fe9f-dcbd-471e-a439-2fff85535ce8 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Deleting port 312059c1-f4ba-443c-8b30-272543608364 {{(pid=104678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:42:42.790969 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-7dd26454-5200-4148-990f-f291088e9123 req-09b7fe9f-dcbd-471e-a439-2fff85535ce8 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (312059c1-f4ba-443c-8b30-272543608364), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:42.865708 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-d4cb5c44-0b2c-4db9-8fee-2edde63a4ed6 req-a81816f5-0138-40c8-8065-466129e80500 service neutron] 10.222.0.72 "GET /v2.0/networks/cbe76afb-b79c-4738-afa5-238ef7337a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945649 May 27 03:42:42.885199 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-7dd26454-5200-4148-990f-f291088e9123 req-09b7fe9f-dcbd-471e-a439-2fff85535ce8 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] For port 312059c1-f4ba-443c-8b30-272543608364, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=312059c1-f4ba-443c-8b30-272543608364,segment=NetworkSegment(38baf4e4-1e5b-4f83-ae3c-ef0274e43459),segment_id=38baf4e4-1e5b-4f83-ae3c-ef0274e43459)] {{(pid=104678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:42.885600 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-7dd26454-5200-4148-990f-f291088e9123 req-09b7fe9f-dcbd-471e-a439-2fff85535ce8 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (312059c1-f4ba-443c-8b30-272543608364), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:42.925507 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d334c257-54e4-4bdc-893f-124a9e63e484 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:42.929455 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-d334c257-54e4-4bdc-893f-124a9e63e484 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6370773 May 27 03:42:42.930800 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 57286) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:42.936598 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-e762c145-112e-41fc-89e1-9ea1cbd1b350 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Request body: {'security_group_rule': {'security_group_id': '58d73af7-c928-44a8-8f03-978f3e585414', 'project_id': '1d50c2ef63b54c2e955695da85169101', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:42:42.989458 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-d4cb5c44-0b2c-4db9-8fee-2edde63a4ed6 req-3f1a6b65-863a-4a04-8cd8-3851bee6ad35 service neutron] 10.222.0.72 "GET /v2.0/networks/cbe76afb-b79c-4738-afa5-238ef7337a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170294 May 27 03:42:43.078734 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638599dc-354d-451f-a0ed-63760f13c5ab req-91f84567-d276-41ad-acd1-1bdcc4a6cba5 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:43.080235 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-638599dc-354d-451f-a0ed-63760f13c5ab req-91f84567-d276-41ad-acd1-1bdcc4a6cba5 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 946 time: 0.0483067 May 27 03:42:43.112028 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-7dd26454-5200-4148-990f-f291088e9123 req-09b7fe9f-dcbd-471e-a439-2fff85535ce8 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:43.112386 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-7dd26454-5200-4148-990f-f291088e9123 req-09b7fe9f-dcbd-471e-a439-2fff85535ce8 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665637'] for floatingip (75af42c1-d5cd-4dd9-a47c-1e9eaf065a8c), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:43.112703 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.db.l3_db [req-7dd26454-5200-4148-990f-f291088e9123 req-09b7fe9f-dcbd-471e-a439-2fff85535ce8 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Floating IP 75af42c1-d5cd-4dd9-a47c-1e9eaf065a8c disassociated. External IP: 172.28.2.215, port: 312059c1-f4ba-443c-8b30-272543608364. May 27 03:42:43.113051 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [req-7dd26454-5200-4148-990f-f291088e9123 req-09b7fe9f-dcbd-471e-a439-2fff85535ce8 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Calling delete_port for 312059c1-f4ba-443c-8b30-272543608364 owned by compute:nova {{(pid=104678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:42:43.133351 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-638599dc-354d-451f-a0ed-63760f13c5ab req-27e5e50e-ad7d-4f86-9c0a-5ba8d8dbd39b tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f4896d8-2488-44da-b2dd-55f6c61b6253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472503 May 27 03:42:43.148350 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e762c145-112e-41fc-89e1-9ea1cbd1b350 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks [] for security_group_rule (e8c4bc8a-90e0-4c6a-98d8-e128ca0a3de2), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:43.207582 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e762c145-112e-41fc-89e1-9ea1cbd1b350 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks [] for security_group_rule (e8c4bc8a-90e0-4c6a-98d8-e128ca0a3de2), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:43.282318 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:43.357213 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e762c145-112e-41fc-89e1-9ea1cbd1b350 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498508'] for security_group_rule (e8c4bc8a-90e0-4c6a-98d8-e128ca0a3de2), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:43.357435 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-7dd26454-5200-4148-990f-f291088e9123 req-09b7fe9f-dcbd-471e-a439-2fff85535ce8 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (312059c1-f4ba-443c-8b30-272543608364), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:43.376319 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762c145-112e-41fc-89e1-9ea1cbd1b350 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8c4bc8a-90e0-4c6a-98d8-e128ca0a3de2,revision_number=0']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:43.494091 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e762c145-112e-41fc-89e1-9ea1cbd1b350 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:43.495325 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-e762c145-112e-41fc-89e1-9ea1cbd1b350 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5636196 May 27 03:42:43.510222 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 57294) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:43.515852 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-834b2b6c-ae1c-40a7-bbad-2071c39236f9 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Request body: {'security_group_rule': {'security_group_id': '58d73af7-c928-44a8-8f03-978f3e585414', 'project_id': '1d50c2ef63b54c2e955695da85169101', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:42:43.524795 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-61128438-1a3d-4da6-98a6-ec6ad81baafc req-1a1630f8-97c2-4eb6-ba66-f6b6feb020e5 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=24fa99fd-2411-42f2-899d-d86fdd796bea HTTP/1.1" status: 200 len: 210 time: 0.0442076 May 27 03:42:43.621636 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:DELETE=6,neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:43.622873 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b7fe9f-dcbd-471e-a439-2fff85535ce8 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Pushing event deleted for resources: {'Port': ['ID=312059c1-f4ba-443c-8b30-272543608364,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:43.634573 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b7fe9f-dcbd-471e-a439-2fff85535ce8 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:43.634915 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b7fe9f-dcbd-471e-a439-2fff85535ce8 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:43.635251 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b7fe9f-dcbd-471e-a439-2fff85535ce8 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:43.635581 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b7fe9f-dcbd-471e-a439-2fff85535ce8 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:43.635907 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b7fe9f-dcbd-471e-a439-2fff85535ce8 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:43.636233 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b7fe9f-dcbd-471e-a439-2fff85535ce8 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:43.636555 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b7fe9f-dcbd-471e-a439-2fff85535ce8 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:43.636881 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b7fe9f-dcbd-471e-a439-2fff85535ce8 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:43.637199 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b7fe9f-dcbd-471e-a439-2fff85535ce8 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:43.637544 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b7fe9f-dcbd-471e-a439-2fff85535ce8 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:43.638439 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b7fe9f-dcbd-471e-a439-2fff85535ce8 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:43.638896 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b7fe9f-dcbd-471e-a439-2fff85535ce8 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:43.639222 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b7fe9f-dcbd-471e-a439-2fff85535ce8 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:43.639541 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b7fe9f-dcbd-471e-a439-2fff85535ce8 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:43.639855 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b7fe9f-dcbd-471e-a439-2fff85535ce8 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:43.690615 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-834b2b6c-ae1c-40a7-bbad-2071c39236f9 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks [] for security_group_rule (77df1eb9-bf6b-44cd-8b0c-c21bdbeedf96), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:43.748480 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7dd26454-5200-4148-990f-f291088e9123 req-09b7fe9f-dcbd-471e-a439-2fff85535ce8 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Router 4d04cd31-9131-43a5-aa6a-2edf87d550b9 has already been hosted by L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 {{(pid=104678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:42:43.753560 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-834b2b6c-ae1c-40a7-bbad-2071c39236f9 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks [] for security_group_rule (77df1eb9-bf6b-44cd-8b0c-c21bdbeedf96), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:43.814385 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-834b2b6c-ae1c-40a7-bbad-2071c39236f9 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498508'] for security_group_rule (77df1eb9-bf6b-44cd-8b0c-c21bdbeedf96), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:43.832924 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:43.834893 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b2b6c-ae1c-40a7-bbad-2071c39236f9 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77df1eb9-bf6b-44cd-8b0c-c21bdbeedf96,revision_number=0']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:43.855393 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7dd26454-5200-4148-990f-f291088e9123 req-09b7fe9f-dcbd-471e-a439-2fff85535ce8 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:42:43.865968 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6d9f93-8e2e-41c4-bb8c-b8578118f77d None None] Sync routers for ids ['4d04cd31-9131-43a5-aa6a-2edf87d550b9'] in dv-cinder-843361-2-smb {{(pid=104679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:42:43.876609 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6d9f93-8e2e-41c4-bb8c-b8578118f77d None None] Routers {'4d04cd31-9131-43a5-aa6a-2edf87d550b9'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:42:43.877241 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-7a6d9f93-8e2e-41c4-bb8c-b8578118f77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:42:38Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['4d04cd31-9131-43a5-aa6a-2edf87d550b9'], 'active': True} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:43.898200 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd26454-5200-4148-990f-f291088e9123 req-09b7fe9f-dcbd-471e-a439-2fff85535ce8 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] No DVR routers for this DVR port 312059c1-f4ba-443c-8b30-272543608364 on host hv-cinder-84336 {{(pid=104678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:42:43.900603 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-7dd26454-5200-4148-990f-f291088e9123 req-09b7fe9f-dcbd-471e-a439-2fff85535ce8 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:43.904438 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-7dd26454-5200-4148-990f-f291088e9123 req-09b7fe9f-dcbd-471e-a439-2fff85535ce8 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.72 "DELETE /v2.0/ports/312059c1-f4ba-443c-8b30-272543608364 HTTP/1.1" status: 204 len: 173 time: 1.1978805 May 27 03:42:43.904880 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c962e53-5de4-4f6a-b932-f210052f2278', 'name': 'network-vif-deleted', 'tag': '312059c1-f4ba-443c-8b30-272543608364'}] {{(pid=104678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:42:43.907248 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e1ed873ee784d85eb1b1d61ec54b86d2255e46a50b7e273563a24fff47d01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e58404-87d8-4f2a-acd9-1e3c9e728fba" -d '{"events": [{"server_uuid": "5c962e53-5de4-4f6a-b932-f210052f2278", "name": "network-vif-deleted", "tag": "312059c1-f4ba-443c-8b30-272543608364"}]}' {{(pid=104678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:42:43.918891 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-834b2b6c-ae1c-40a7-bbad-2071c39236f9 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:43.922998 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-834b2b6c-ae1c-40a7-bbad-2071c39236f9 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4091995 May 27 03:42:43.923742 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 57298) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:43.928133 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-b5f0abda-8c23-4d43-bed5-1e3db8a2e404 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Request body: {'security_group_rule': {'security_group_id': '58d73af7-c928-44a8-8f03-978f3e585414', 'project_id': '1d50c2ef63b54c2e955695da85169101', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:42:43.968479 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcd31c3-53eb-402d-be40-6166e2815535 x-openstack-request-id: req-9bcd31c3-53eb-402d-be40-6166e2815535 {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:42:43.968782 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c962e53-5de4-4f6a-b932-f210052f2278", "name": "network-vif-deleted", "tag": "312059c1-f4ba-443c-8b30-272543608364", "status": "completed", "code": 200}]} {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:42:43.969040 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9bcd31c3-53eb-402d-be40-6166e2815535 {{(pid=104678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:42:43.969498 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bcd31c3-53eb-402d-be40-6166e2815535'] response: {'server_uuid': '5c962e53-5de4-4f6a-b932-f210052f2278', 'name': 'network-vif-deleted', 'tag': '312059c1-f4ba-443c-8b30-272543608364', 'status': 'completed', 'code': 200} May 27 03:42:43.998084 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvr_db [None req-7a6d9f93-8e2e-41c4-bb8c-b8578118f77d None None] Set router 4d04cd31-9131-43a5-aa6a-2edf87d550b9 gateway port host: dv-cinder-843361-2-smb {{(pid=104679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:42:44.078726 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:44.080507 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.db.securitygroups_db [None req-b5f0abda-8c23-4d43-bed5-1e3db8a2e404 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Project 1d50c2ef63b54c2e955695da85169101 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:42:44.087695 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-b5f0abda-8c23-4d43-bed5-1e3db8a2e404 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks [] for security_group_rule (2ea766b6-1856-406f-8ebf-92ab12032e02), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:44.159111 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-b5f0abda-8c23-4d43-bed5-1e3db8a2e404 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks [] for security_group_rule (2ea766b6-1856-406f-8ebf-92ab12032e02), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:44.211077 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-7a6d9f93-8e2e-41c4-bb8c-b8578118f77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'name': 'tempest-ServerRescueNegativeTestJSON-409517973-router', 'tenant_id': '8c649113d597484d8d1f5f046a8cac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '0b7b49cd-8178-4c38-9759-729bc1092412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:38:10Z', 'updated_at': '2022-05-27T03:38:18Z', 'revision_number': 4, 'project_id': '8c649113d597484d8d1f5f046a8cac59', 'gw_port': {'id': '0b7b49cd-8178-4c38-9759-729bc1092412', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:af:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:11Z', 'updated_at': '2022-05-27T03:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': 'e77c1672-e833-41d4-92dc-8461f72c7958', 'name': '', 'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a', 'tenant_id': '8c649113d597484d8d1f5f046a8cac59', 'mac_address': 'fa:16:3e:20:50:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e9e7a5b0-6940-4778-807b-b50ae30078a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:16Z', 'updated_at': '2022-05-27T03:38:25Z', 'revision_number': 5, 'project_id': '8c649113d597484d8d1f5f046a8cac59', 'subnets': [{'id': 'e9e7a5b0-6940-4778-807b-b50ae30078a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:44.242935 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6d9f93-8e2e-41c4-bb8c-b8578118f77d None None] Checking router: 4d04cd31-9131-43a5-aa6a-2edf87d550b9 for host: dv-cinder-843361-2-smb {{(pid=104679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:42:44.250422 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6d9f93-8e2e-41c4-bb8c-b8578118f77d None None] Routers {'4d04cd31-9131-43a5-aa6a-2edf87d550b9'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:42:44.251143 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-7a6d9f93-8e2e-41c4-bb8c-b8578118f77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:42:38Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['4d04cd31-9131-43a5-aa6a-2edf87d550b9'], 'active': True} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:44.254005 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-967cde46-6eb6-4d6d-80de-9999e87d4ff2 req-4c9552de-b814-44d9-9a2a-4b717f82a4f1 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c962e53-5de4-4f6a-b932-f210052f2278 HTTP/1.1" status: 200 len: 210 time: 0.0357916 May 27 03:42:44.276831 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-b5f0abda-8c23-4d43-bed5-1e3db8a2e404 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498508'] for security_group_rule (2ea766b6-1856-406f-8ebf-92ab12032e02), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:44.295246 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f0abda-8c23-4d43-bed5-1e3db8a2e404 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ea766b6-1856-406f-8ebf-92ab12032e02,revision_number=0']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:44.366714 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvr_db [None req-7a6d9f93-8e2e-41c4-bb8c-b8578118f77d None None] Set router 4d04cd31-9131-43a5-aa6a-2edf87d550b9 gateway port host: dv-cinder-843361-2-smb {{(pid=104679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:42:44.392731 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-b5f0abda-8c23-4d43-bed5-1e3db8a2e404 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:44.395233 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-b5f0abda-8c23-4d43-bed5-1e3db8a2e404 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4697688 May 27 03:42:44.402800 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 57302) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:44.407322 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-c8d5c5f5-535c-48f4-9773-969c5fb6bc81 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Request body: {'security_group_rule': {'security_group_id': '58d73af7-c928-44a8-8f03-978f3e585414', 'project_id': '1d50c2ef63b54c2e955695da85169101', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:42:44.517345 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.db.securitygroups_db [None req-c8d5c5f5-535c-48f4-9773-969c5fb6bc81 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Project 1d50c2ef63b54c2e955695da85169101 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:42:44.523721 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c8d5c5f5-535c-48f4-9773-969c5fb6bc81 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks [] for security_group_rule (8d189152-d5f8-4dc9-93b9-2ab2867238a9), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:44.560165 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-7a6d9f93-8e2e-41c4-bb8c-b8578118f77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'name': 'tempest-ServerRescueNegativeTestJSON-409517973-router', 'tenant_id': '8c649113d597484d8d1f5f046a8cac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '0b7b49cd-8178-4c38-9759-729bc1092412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:38:10Z', 'updated_at': '2022-05-27T03:38:18Z', 'revision_number': 4, 'project_id': '8c649113d597484d8d1f5f046a8cac59', 'gw_port': {'id': '0b7b49cd-8178-4c38-9759-729bc1092412', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:af:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:11Z', 'updated_at': '2022-05-27T03:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': 'e77c1672-e833-41d4-92dc-8461f72c7958', 'name': '', 'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a', 'tenant_id': '8c649113d597484d8d1f5f046a8cac59', 'mac_address': 'fa:16:3e:20:50:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e9e7a5b0-6940-4778-807b-b50ae30078a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:16Z', 'updated_at': '2022-05-27T03:38:25Z', 'revision_number': 5, 'project_id': '8c649113d597484d8d1f5f046a8cac59', 'subnets': [{'id': 'e9e7a5b0-6940-4778-807b-b50ae30078a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:44.588732 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6d9f93-8e2e-41c4-bb8c-b8578118f77d None None] The sync data for ids ['4d04cd31-9131-43a5-aa6a-2edf87d550b9'] in dv-cinder-843361-2-smb is: [{'id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'name': 'tempest-ServerRescueNegativeTestJSON-409517973-router', 'tenant_id': '8c649113d597484d8d1f5f046a8cac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '0b7b49cd-8178-4c38-9759-729bc1092412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:38:10Z', 'updated_at': '2022-05-27T03:38:18Z', 'revision_number': 4, 'project_id': '8c649113d597484d8d1f5f046a8cac59', 'gw_port': {'id': '0b7b49cd-8178-4c38-9759-729bc1092412', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:af:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:11Z', 'updated_at': '2022-05-27T03:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': 'e77c1672-e833-41d4-92dc-8461f72c7958', 'name': '', 'network_id': '2f916a43-2562-4d0d-bd29-c5c8a7d74b6a', 'tenant_id': '8c649113d597484d8d1f5f046a8cac59', 'mac_address': 'fa:16:3e:20:50:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e9e7a5b0-6940-4778-807b-b50ae30078a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:16Z', 'updated_at': '2022-05-27T03:38:25Z', 'revision_number': 5, 'project_id': '8c649113d597484d8d1f5f046a8cac59', 'subnets': [{'id': 'e9e7a5b0-6940-4778-807b-b50ae30078a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:42:44.600001 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c8d5c5f5-535c-48f4-9773-969c5fb6bc81 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks [] for security_group_rule (8d189152-d5f8-4dc9-93b9-2ab2867238a9), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:44.642208 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c3216087-cb9a-4971-9791-34be1af7cb12 req-564df8bd-9039-4fad-9771-6ece69e78069 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=24fa99fd-2411-42f2-899d-d86fdd796bea HTTP/1.1" status: 200 len: 210 time: 0.0296648 May 27 03:42:44.683878 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c8d5c5f5-535c-48f4-9773-969c5fb6bc81 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498508'] for security_group_rule (8d189152-d5f8-4dc9-93b9-2ab2867238a9), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:44.703170 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d5c5f5-535c-48f4-9773-969c5fb6bc81 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d189152-d5f8-4dc9-93b9-2ab2867238a9,revision_number=0']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:44.805945 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c8d5c5f5-535c-48f4-9773-969c5fb6bc81 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:44.809929 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-c8d5c5f5-535c-48f4-9773-969c5fb6bc81 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4034827 May 27 03:42:44.839815 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135c7741-c4e4-434c-aede-ca4c6c9bd2f0 None None] New status for floating IP 75af42c1-d5cd-4dd9-a47c-1e9eaf065a8c: DOWN {{(pid=104680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:42:44.920126 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-6cbba227-df3d-48cc-bcea-7ab07554749a req-ffa2b385-2611-446f-ae78-cc2a6003595b tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1475955030&fields=id&tenant_id=1d50c2ef63b54c2e955695da85169101 HTTP/1.1" status: 200 len: 267 time: 0.0547233 May 27 03:42:44.956936 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-68fd9192-604c-4749-8d2a-b96212a4f110 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:44.958448 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-68fd9192-604c-4749-8d2a-b96212a4f110 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.72 "GET /v2.0/networks?id=7a2ea638-361b-43e7-98a5-ad26674b6832 HTTP/1.1" status: 200 len: 810 time: 0.1359653 May 27 03:42:44.984812 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbba227-df3d-48cc-bcea-7ab07554749a req-4d6985e5-d298-4de3-9506-76bac97478c9 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:44.986651 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-6cbba227-df3d-48cc-bcea-7ab07554749a req-4d6985e5-d298-4de3-9506-76bac97478c9 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 946 time: 0.0595226 May 27 03:42:44.998466 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [req-6cbba227-df3d-48cc-bcea-7ab07554749a req-606c9ba3-7b34-4284-9869-28a8e6efcdf6 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Request body: {'port': {'security_groups': ['17368672-e98b-4b3a-b43e-4cd26c261ffe', '58d73af7-c928-44a8-8f03-978f3e585414']}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:42:45.001969 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:DELETE=5,neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:45.031978 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-189fa9a9-08f4-4a4a-bfbd-598137f39d72 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ca63dae986749728daf5c42db0d14e3 HTTP/1.1" status: 200 len: 380 time: 0.0635552 May 27 03:42:45.041554 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-cc76a174-09e1-4025-8463-90d64360e025 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Request body: {'port': {'device_id': '24fa99fd-2411-42f2-899d-d86fdd796bea', 'network_id': '7a2ea638-361b-43e7-98a5-ad26674b6832', 'admin_state_up': True, 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'security_groups': ['85d0766f-7fee-48c2-a3ee-d59abb07db60']}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:42:45.077718 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-6cbba227-df3d-48cc-bcea-7ab07554749a req-606c9ba3-7b34-4284-9869-28a8e6efcdf6 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (33253394-13a3-4bf9-a106-a9af5e11c080), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:45.162940 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:45.293899 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-cc76a174-09e1-4025-8463-90d64360e025 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Made reservation on behalf of 3ca63dae986749728daf5c42db0d14e3 for: {'port': 1} {{(pid=104678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:42:45.298136 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-cc76a174-09e1-4025-8463-90d64360e025 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:45.341488 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.db [req-6cbba227-df3d-48cc-bcea-7ab07554749a req-606c9ba3-7b34-4284-9869-28a8e6efcdf6 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] For port 33253394-13a3-4bf9-a106-a9af5e11c080, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=33253394-13a3-4bf9-a106-a9af5e11c080,segment=NetworkSegment(123c626d-4251-4986-8180-d47214935e1f),segment_id=123c626d-4251-4986-8180-d47214935e1f)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:45.375228 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-6cbba227-df3d-48cc-bcea-7ab07554749a req-606c9ba3-7b34-4284-9869-28a8e6efcdf6 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks [] for port (33253394-13a3-4bf9-a106-a9af5e11c080), precommit_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:45.392719 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 57316) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:45.439601 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.db_base_plugin_common [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-cc76a174-09e1-4025-8463-90d64360e025 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Allocated IP 172.20.0.9 (7a2ea638-361b-43e7-98a5-ad26674b6832/f2766fdc-78e4-4021-8ae5-25446d105c00/765601e3-7738-445b-a63f-30e764e11103) {{(pid=104678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:42:45.450028 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-73092ae4-22eb-4c81-959f-b002003f5266 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks [] for security_group (5f4896d8-2488-44da-b2dd-55f6c61b6253), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:45.469906 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:45.474424 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-73092ae4-22eb-4c81-959f-b002003f5266 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks [] for security_group (5f4896d8-2488-44da-b2dd-55f6c61b6253), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:45.506834 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-6cbba227-df3d-48cc-bcea-7ab07554749a req-606c9ba3-7b34-4284-9869-28a8e6efcdf6 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59984215'] for port (33253394-13a3-4bf9-a106-a9af5e11c080), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:45.524907 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] get_ports_and_sgs() called for port_ids ['33253394-13a3-4bf9-a106-a9af5e11c080'] {{(pid=104679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:42:45.551276 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbba227-df3d-48cc-bcea-7ab07554749a req-606c9ba3-7b34-4284-9869-28a8e6efcdf6 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:45.551442 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-6cbba227-df3d-48cc-bcea-7ab07554749a req-606c9ba3-7b34-4284-9869-28a8e6efcdf6 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:45.552829 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-6cbba227-df3d-48cc-bcea-7ab07554749a req-606c9ba3-7b34-4284-9869-28a8e6efcdf6 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "PUT /v2.0/ports/33253394-13a3-4bf9-a106-a9af5e11c080 HTTP/1.1" status: 200 len: 982 time: 0.5599887 May 27 03:42:45.553588 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80dc5625-2176-4318-ba3c-142b8bf0f59e', 'tag': '33253394-13a3-4bf9-a106-a9af5e11c080'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:42:45.555844 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5933d85cf17399e2dc167eca01249890e1c66fccb09b4015a1c2ab305ead4f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae55ecec-b8e1-41ae-bcdc-22b3c205b890" -d '{"events": [{"name": "network-changed", "server_uuid": "80dc5625-2176-4318-ba3c-142b8bf0f59e", "tag": "33253394-13a3-4bf9-a106-a9af5e11c080"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:42:45.583804 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c9ba3-7b34-4284-9869-28a8e6efcdf6 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Pushing event updated for resources: {'Port': ['ID=33253394-13a3-4bf9-a106-a9af5e11c080,revision_number=6']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:45.624392 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-cc76a174-09e1-4025-8463-90d64360e025 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks [] for port (765601e3-7738-445b-a63f-30e764e11103), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:45.629012 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:45.629434 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a905008-66ed-438a-8554-5899e3d6b528 x-openstack-request-id: req-1a905008-66ed-438a-8554-5899e3d6b528 {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:42:45.629730 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80dc5625-2176-4318-ba3c-142b8bf0f59e", "tag": "33253394-13a3-4bf9-a106-a9af5e11c080", "status": "completed", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:42:45.630312 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1a905008-66ed-438a-8554-5899e3d6b528 {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:42:45.630718 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a905008-66ed-438a-8554-5899e3d6b528'] response: {'name': 'network-changed', 'server_uuid': '80dc5625-2176-4318-ba3c-142b8bf0f59e', 'tag': '33253394-13a3-4bf9-a106-a9af5e11c080', 'status': 'completed', 'code': 200} May 27 03:42:45.631916 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:45.651129 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-73092ae4-22eb-4c81-959f-b002003f5266 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (5f4896d8-2488-44da-b2dd-55f6c61b6253), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:45.655178 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-73092ae4-22eb-4c81-959f-b002003f5266 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:45.656551 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-73092ae4-22eb-4c81-959f-b002003f5266 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "DELETE /v2.0/security-groups/5f4896d8-2488-44da-b2dd-55f6c61b6253 HTTP/1.1" status: 204 len: 168 time: 0.2625139 May 27 03:42:45.662211 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 57322) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:45.680509 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.api.v2.resource [None req-d8a7987b-9241-45be-915a-8f1d6df3a815 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] show failed (client error): The resource could not be found. May 27 03:42:45.681848 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-d8a7987b-9241-45be-915a-8f1d6df3a815 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups/5f4896d8-2488-44da-b2dd-55f6c61b6253 HTTP/1.1" status: 404 len: 347 time: 0.0183959 May 27 03:42:45.686163 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 57326) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:45.689585 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] get_ports_and_sgs() called for port_ids ['33253394-13a3-4bf9-a106-a9af5e11c080'] {{(pid=104679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:42:45.780570 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73092ae4-22eb-4c81-959f-b002003f5266 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4896d8-2488-44da-b2dd-55f6c61b6253,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:45.802775 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b395c-0e8d-423a-8d4a-c4d3a24f0df7 req-9fc15b69-786f-4666-9526-60f6d7243cb0 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:45.804898 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-d97b395c-0e8d-423a-8d4a-c4d3a24f0df7 req-9fc15b69-786f-4666-9526-60f6d7243cb0 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 985 time: 0.1708021 May 27 03:42:45.835834 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-cc76a174-09e1-4025-8463-90d64360e025 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (765601e3-7738-445b-a63f-30e764e11103), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:45.840628 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55ecec-b8e1-41ae-bcdc-22b3c205b890 req-cd23a376-c30e-42c4-96aa-23e43deb578f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:45.842433 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ae55ecec-b8e1-41ae-bcdc-22b3c205b890 req-cd23a376-c30e-42c4-96aa-23e43deb578f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1d50c2ef63b54c2e955695da85169101&device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 1169 time: 0.1422405 May 27 03:42:45.880755 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [None req-6232423b-46a1-455f-892e-0b8dc71f952b tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Deleting port 715a0df9-5b33-421c-9bd4-3d783d00591f {{(pid=104678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:42:45.881153 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-6232423b-46a1-455f-892e-0b8dc71f952b tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (715a0df9-5b33-421c-9bd4-3d783d00591f), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:45.889302 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5b0fa-5f2c-4a59-9877-cfbc95ffe773 req-c99d7d60-5051-42e3-9cb6-4dbaee7552f3 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:45.896196 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b6e5b0fa-5f2c-4a59-9877-cfbc95ffe773 req-c99d7d60-5051-42e3-9cb6-4dbaee7552f3 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=24fa99fd-2411-42f2-899d-d86fdd796bea HTTP/1.1" status: 200 len: 931 time: 0.1172495 May 27 03:42:45.919740 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-8cad2c16-9e63-4b86-a44a-d0a3452b6ae1 None None] Provisioning complete for port 33253394-13a3-4bf9-a106-a9af5e11c080 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:42:45.920444 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-8cad2c16-9e63-4b86-a44a-d0a3452b6ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (33253394-13a3-4bf9-a106-a9af5e11c080), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:45.937732 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-cc76a174-09e1-4025-8463-90d64360e025 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Network 7a2ea638-361b-43e7-98a5-ad26674b6832 is already hosted by enough agents. {{(pid=104678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:42:45.948112 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.base_scheduler [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-cc76a174-09e1-4025-8463-90d64360e025 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Resources bound (agent type, host, resource id): {{(pid=104678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:42:45.952847 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-cc76a174-09e1-4025-8463-90d64360e025 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Received port after_create {{(pid=104678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:42:45.955453 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc76a174-09e1-4025-8463-90d64360e025 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Pushing event updated for resources: {'Port': ['ID=765601e3-7738-445b-a63f-30e764e11103,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:45.963899 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=100 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:46.002377 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-d97b395c-0e8d-423a-8d4a-c4d3a24f0df7 req-983c2100-c10d-407e-b817-eb4231ae138d tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/security-groups?id=17368672-e98b-4b3a-b43e-4cd26c261ffe&id=58d73af7-c928-44a8-8f03-978f3e585414&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1740205 May 27 03:42:46.025794 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-6232423b-46a1-455f-892e-0b8dc71f952b tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (715a0df9-5b33-421c-9bd4-3d783d00591f), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:46.026662 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-6232423b-46a1-455f-892e-0b8dc71f952b tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks [] for floatingip (715a0df9-5b33-421c-9bd4-3d783d00591f), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:46.040211 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b6e5b0fa-5f2c-4a59-9877-cfbc95ffe773 req-e9180330-b630-4d81-ada9-c9844eb6b628 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=85d0766f-7fee-48c2-a3ee-d59abb07db60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372192 May 27 03:42:46.051582 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55ecec-b8e1-41ae-bcdc-22b3c205b890 req-bb612bdf-fe95-40de-a3e6-408fc6cab14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:46.053061 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ae55ecec-b8e1-41ae-bcdc-22b3c205b890 req-bb612bdf-fe95-40de-a3e6-408fc6cab14d service neutron] 10.222.0.72 "GET /v2.0/networks?id=cbe76afb-b79c-4738-afa5-238ef7337a4d HTTP/1.1" status: 200 len: 915 time: 0.1980443 May 27 03:42:46.068567 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [None req-6232423b-46a1-455f-892e-0b8dc71f952b tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Calling delete_port for 715a0df9-5b33-421c-9bd4-3d783d00591f owned by network:floatingip {{(pid=104678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:42:46.104506 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-cc76a174-09e1-4025-8463-90d64360e025 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:46.106828 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-cc76a174-09e1-4025-8463-90d64360e025 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:46.111281 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:46.132446 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ae55ecec-b8e1-41ae-bcdc-22b3c205b890 req-4ec10c76-adf1-44b6-baf6-e1f5d734390e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33253394-13a3-4bf9-a106-a9af5e11c080 HTTP/1.1" status: 200 len: 1002 time: 0.0718067 May 27 03:42:46.138225 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-8cad2c16-9e63-4b86-a44a-d0a3452b6ae1 None None] Current status of the port 33253394-13a3-4bf9-a106-a9af5e11c080 is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:42:46.193067 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-cc76a174-09e1-4025-8463-90d64360e025 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1555579 May 27 03:42:46.202853 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55ecec-b8e1-41ae-bcdc-22b3c205b890 req-64287ced-d172-4372-9793-eec406cc1f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:46.204343 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ae55ecec-b8e1-41ae-bcdc-22b3c205b890 req-64287ced-d172-4372-9793-eec406cc1f03 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b82c95c1-f2bd-41ab-83bb-f6be6d0ff622 HTTP/1.1" status: 200 len: 853 time: 0.0644276 May 27 03:42:46.215242 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-2703221e-0def-4686-b0e7-bd5ca55a80c4 service neutron] Request body: {'port': {'device_id': '24fa99fd-2411-42f2-899d-d86fdd796bea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:42:46.250490 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:46.260553 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55ecec-b8e1-41ae-bcdc-22b3c205b890 req-7a78b225-52dc-4c9d-bda1-66e86b535379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:46.266939 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ae55ecec-b8e1-41ae-bcdc-22b3c205b890 req-7a78b225-52dc-4c9d-bda1-66e86b535379 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cbe76afb-b79c-4738-afa5-238ef7337a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0526276 May 27 03:42:46.288484 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-2703221e-0def-4686-b0e7-bd5ca55a80c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (765601e3-7738-445b-a63f-30e764e11103), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:46.377547 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ae55ecec-b8e1-41ae-bcdc-22b3c205b890 req-15b807ef-d5a5-4d53-b214-9d4e5e49e8f1 service neutron] 10.222.0.72 "GET /v2.0/networks/cbe76afb-b79c-4738-afa5-238ef7337a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084647 May 27 03:42:46.398259 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-cf6312f8-e701-49dd-9556-7e60aff73fce None None] Provisioning complete for port 765601e3-7738-445b-a63f-30e764e11103 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:42:46.398652 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-cf6312f8-e701-49dd-9556-7e60aff73fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (765601e3-7738-445b-a63f-30e764e11103), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:46.458288 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-6232423b-46a1-455f-892e-0b8dc71f952b tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (715a0df9-5b33-421c-9bd4-3d783d00591f), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:46.474279 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ae55ecec-b8e1-41ae-bcdc-22b3c205b890 req-fa97711a-84de-41b3-9dd0-3b7f401303c0 service neutron] 10.222.0.72 "GET /v2.0/networks/cbe76afb-b79c-4738-afa5-238ef7337a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912685 May 27 03:42:46.480969 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=100 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:46.490855 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232423b-46a1-455f-892e-0b8dc71f952b tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Pushing event deleted for resources: {'Port': ['ID=715a0df9-5b33-421c-9bd4-3d783d00591f,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:46.505318 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-cf6312f8-e701-49dd-9556-7e60aff73fce None None] Port 765601e3-7738-445b-a63f-30e764e11103 cannot update to ACTIVE because it is not bound. {{(pid=104679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:42:46.614769 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-6232423b-46a1-455f-892e-0b8dc71f952b tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks [] for floatingip (75af42c1-d5cd-4dd9-a47c-1e9eaf065a8c), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:46.617188 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-6232423b-46a1-455f-892e-0b8dc71f952b tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for floatingip (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:46.618335 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-6232423b-46a1-455f-892e-0b8dc71f952b tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "DELETE /v2.0/floatingips/75af42c1-d5cd-4dd9-a47c-1e9eaf065a8c HTTP/1.1" status: 204 len: 168 time: 0.9310071 May 27 03:42:46.699771 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-2703221e-0def-4686-b0e7-bd5ca55a80c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 765601e3-7738-445b-a63f-30e764e11103 {{(pid=104678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:42:46.707762 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-2703221e-0def-4686-b0e7-bd5ca55a80c4 service neutron] Publish callbacks [] for port (765601e3-7738-445b-a63f-30e764e11103), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:46.721077 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.provisioning_blocks [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-2703221e-0def-4686-b0e7-bd5ca55a80c4 service neutron] Transition to ACTIVE for port object 765601e3-7738-445b-a63f-30e764e11103 will not be triggered until provisioned by entity L2. {{(pid=104678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:42:46.836389 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-2703221e-0def-4686-b0e7-bd5ca55a80c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62479337'] for port (765601e3-7738-445b-a63f-30e764e11103), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:46.881820 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:46.891793 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2703221e-0def-4686-b0e7-bd5ca55a80c4 service neutron] Pushing event updated for resources: {'Port': ['ID=765601e3-7738-445b-a63f-30e764e11103,revision_number=2']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:46.905187 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 312059c1-f4ba-443c-8b30-272543608364 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:42:46.933392 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] No Port match for: 312059c1-f4ba-443c-8b30-272543608364 {{(pid=104679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:42:46.933747 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 312059c1-f4ba-443c-8b30-272543608364 not bound to the agent host hv-cinder-84336 {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:42:46.968306 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-2703221e-0def-4686-b0e7-bd5ca55a80c4 service neutron] Attempting to bind port 765601e3-7738-445b-a63f-30e764e11103 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:42:46.968660 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-2703221e-0def-4686-b0e7-bd5ca55a80c4 service neutron] Attempting to bind port 765601e3-7738-445b-a63f-30e764e11103 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '83c06243-6dbd-48ee-aa93-81ebad273030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7a2ea638-361b-43e7-98a5-ad26674b6832'}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:42:46.969010 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-2703221e-0def-4686-b0e7-bd5ca55a80c4 service neutron] Attempting to bind port 765601e3-7738-445b-a63f-30e764e11103 on network 7a2ea638-361b-43e7-98a5-ad26674b6832 {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:42:46.973832 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-2703221e-0def-4686-b0e7-bd5ca55a80c4 service neutron] Port 765601e3-7738-445b-a63f-30e764e11103 on network 7a2ea638-361b-43e7-98a5-ad26674b6832 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:42:46.974071 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-2703221e-0def-4686-b0e7-bd5ca55a80c4 service neutron] Attempting to bind port 765601e3-7738-445b-a63f-30e764e11103 on network 7a2ea638-361b-43e7-98a5-ad26674b6832 {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:42:46.979138 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-2703221e-0def-4686-b0e7-bd5ca55a80c4 service neutron] Checking agent: {'id': '1c07afa2-e502-46e1-ac2b-740a8f00a450', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 36, 8), 'started_at': datetime.datetime(2022, 5, 27, 3, 36, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:42:46.979472 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-2703221e-0def-4686-b0e7-bd5ca55a80c4 service neutron] Checking segment: {'id': '83c06243-6dbd-48ee-aa93-81ebad273030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7a2ea638-361b-43e7-98a5-ad26674b6832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:42:46.979851 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-2703221e-0def-4686-b0e7-bd5ca55a80c4 service neutron] Bound using segment: {'id': '83c06243-6dbd-48ee-aa93-81ebad273030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7a2ea638-361b-43e7-98a5-ad26674b6832'} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:42:46.980268 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-2703221e-0def-4686-b0e7-bd5ca55a80c4 service neutron] Bound port: 765601e3-7738-445b-a63f-30e764e11103, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83c06243-6dbd-48ee-aa93-81ebad273030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7a2ea638-361b-43e7-98a5-ad26674b6832'}}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:42:46.980623 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-2703221e-0def-4686-b0e7-bd5ca55a80c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (765601e3-7738-445b-a63f-30e764e11103), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:47.045950 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-2703221e-0def-4686-b0e7-bd5ca55a80c4 service neutron] For port 765601e3-7738-445b-a63f-30e764e11103, host hv-cinder-84336, cleared binding levels {{(pid=104678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:42:47.049430 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-2703221e-0def-4686-b0e7-bd5ca55a80c4 service neutron] For port 765601e3-7738-445b-a63f-30e764e11103, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=765601e3-7738-445b-a63f-30e764e11103,segment=NetworkSegment(83c06243-6dbd-48ee-aa93-81ebad273030),segment_id=83c06243-6dbd-48ee-aa93-81ebad273030)] {{(pid=104678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:42:47.168270 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097a8b3-7314-4536-a333-423c01c61092 req-110b1246-147d-4461-99e4-6faf82882030 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:47.168270 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9097a8b3-7314-4536-a333-423c01c61092 req-110b1246-147d-4461-99e4-6faf82882030 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=24fa99fd-2411-42f2-899d-d86fdd796bea HTTP/1.1" status: 200 len: 943 time: 0.0474992 May 27 03:42:47.195063 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9097a8b3-7314-4536-a333-423c01c61092 req-13c1fcf6-0336-4e77-a52c-25bc6be6830f tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=85d0766f-7fee-48c2-a3ee-d59abb07db60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451391 May 27 03:42:47.227145 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-2703221e-0def-4686-b0e7-bd5ca55a80c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62479337'] for port (765601e3-7738-445b-a63f-30e764e11103), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:47.266697 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:47.272803 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-2703221e-0def-4686-b0e7-bd5ca55a80c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:47.273451 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-2703221e-0def-4686-b0e7-bd5ca55a80c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:47.274960 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-2703221e-0def-4686-b0e7-bd5ca55a80c4 service neutron] 10.222.0.72 "PUT /v2.0/ports/765601e3-7738-445b-a63f-30e764e11103 HTTP/1.1" status: 200 len: 1093 time: 1.0644987 May 27 03:42:47.275406 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24fa99fd-2411-42f2-899d-d86fdd796bea', 'tag': '765601e3-7738-445b-a63f-30e764e11103'}] {{(pid=104678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:42:47.278774 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e1ed873ee784d85eb1b1d61ec54b86d2255e46a50b7e273563a24fff47d01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be991ea4-51e6-4211-9530-2a6c08979a92" -d '{"events": [{"name": "network-changed", "server_uuid": "24fa99fd-2411-42f2-899d-d86fdd796bea", "tag": "765601e3-7738-445b-a63f-30e764e11103"}]}' {{(pid=104678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:42:47.302696 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2703221e-0def-4686-b0e7-bd5ca55a80c4 service neutron] Pushing event updated for resources: {'Port': ['ID=765601e3-7738-445b-a63f-30e764e11103,revision_number=3']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:47.323125 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7099d2ec-8398-41ba-ab08-766a69fa3d7b x-openstack-request-id: req-7099d2ec-8398-41ba-ab08-766a69fa3d7b {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:42:47.323629 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24fa99fd-2411-42f2-899d-d86fdd796bea", "tag": "765601e3-7738-445b-a63f-30e764e11103", "status": "completed", "code": 200}]} {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:42:47.323890 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7099d2ec-8398-41ba-ab08-766a69fa3d7b {{(pid=104678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:42:47.324444 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7099d2ec-8398-41ba-ab08-766a69fa3d7b'] response: {'name': 'network-changed', 'server_uuid': '24fa99fd-2411-42f2-899d-d86fdd796bea', 'tag': '765601e3-7738-445b-a63f-30e764e11103', 'status': 'completed', 'code': 200} May 27 03:42:47.396254 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be991ea4-51e6-4211-9530-2a6c08979a92 req-69c16146-f544-4cbe-b443-85377b6a700d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:47.397834 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-be991ea4-51e6-4211-9530-2a6c08979a92 req-69c16146-f544-4cbe-b443-85377b6a700d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3ca63dae986749728daf5c42db0d14e3&device_id=24fa99fd-2411-42f2-899d-d86fdd796bea HTTP/1.1" status: 200 len: 1127 time: 0.0486567 May 27 03:42:47.507458 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be991ea4-51e6-4211-9530-2a6c08979a92 req-34c95140-fabd-455f-a46c-329618f9d52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:47.508856 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-be991ea4-51e6-4211-9530-2a6c08979a92 req-34c95140-fabd-455f-a46c-329618f9d52a service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=3ca63dae986749728daf5c42db0d14e3&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1024632 May 27 03:42:47.604117 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be991ea4-51e6-4211-9530-2a6c08979a92 req-54a3d15e-acd2-4df3-a80f-d0fbe82e63a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:47.605522 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-be991ea4-51e6-4211-9530-2a6c08979a92 req-54a3d15e-acd2-4df3-a80f-d0fbe82e63a5 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904579 May 27 03:42:47.680028 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-799da485-bd04-4f71-b343-5b111182b298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:47.681528 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-799da485-bd04-4f71-b343-5b111182b298 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3ca63dae986749728daf5c42db0d14e3&device_id=24fa99fd-2411-42f2-899d-d86fdd796bea HTTP/1.1" status: 200 len: 1127 time: 0.0396023 May 27 03:42:47.722952 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-34fea472-415e-4e06-9efe-89303cf00958 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=765601e3-7738-445b-a63f-30e764e11103 HTTP/1.1" status: 200 len: 217 time: 0.0339975 May 27 03:42:47.770899 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-f22d2f45-42ba-4e72-b846-be501ebb8a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:47.772225 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-f22d2f45-42ba-4e72-b846-be501ebb8a04 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f2766fdc-78e4-4021-8ae5-25446d105c00 HTTP/1.1" status: 200 len: 849 time: 0.0435061 May 27 03:42:47.815561 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-7d5f69b2-0dba-4a0d-a141-fda122e04727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:47.816979 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-7d5f69b2-0dba-4a0d-a141-fda122e04727 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7a2ea638-361b-43e7-98a5-ad26674b6832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0373800 May 27 03:42:47.913532 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-94b76422-a1e8-4213-9f16-70947d127ad2 service neutron] 10.222.0.72 "GET /v2.0/networks/7a2ea638-361b-43e7-98a5-ad26674b6832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889666 May 27 03:42:48.004815 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-3ba097c2-ce2e-4933-b0a6-19133c29a5fb req-ee7e2ffc-7991-4c53-a00e-d1b1c943b237 service neutron] 10.222.0.72 "GET /v2.0/networks/7a2ea638-361b-43e7-98a5-ad26674b6832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852218 May 27 03:42:48.308541 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c58157-e28e-4e2e-ba41-6e9ec620c18c req-d3a4e12c-7ccd-4bf9-a114-813f9c249eda tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:48.310588 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-76c58157-e28e-4e2e-ba41-6e9ec620c18c req-d3a4e12c-7ccd-4bf9-a114-813f9c249eda tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=24fa99fd-2411-42f2-899d-d86fdd796bea HTTP/1.1" status: 200 len: 943 time: 0.0485110 May 27 03:42:48.362462 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-76c58157-e28e-4e2e-ba41-6e9ec620c18c req-76a1a55b-3eb1-41db-94b6-b0e26fe9c39a tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=85d0766f-7fee-48c2-a3ee-d59abb07db60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451100 May 27 03:42:49.484559 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0364a8-283a-4822-8b24-3a760d35a3bd req-2f3c1ed3-52e6-45c9-8dbe-66ce400d38e8 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:49.486058 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-fd0364a8-283a-4822-8b24-3a760d35a3bd req-2f3c1ed3-52e6-45c9-8dbe-66ce400d38e8 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=24fa99fd-2411-42f2-899d-d86fdd796bea HTTP/1.1" status: 200 len: 943 time: 0.0489125 May 27 03:42:49.534912 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-fd0364a8-283a-4822-8b24-3a760d35a3bd req-f9db34ab-533c-4eb8-abe4-94cc08d8f997 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=85d0766f-7fee-48c2-a3ee-d59abb07db60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431950 May 27 03:42:50.420813 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d7b37-47b9-4367-96c4-db2d520af5a4 req-75ec1b9d-7225-4d72-9d5f-2cdd277ae6fa tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:50.422280 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-cc4d7b37-47b9-4367-96c4-db2d520af5a4 req-75ec1b9d-7225-4d72-9d5f-2cdd277ae6fa tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 945 time: 0.0500584 May 27 03:42:50.469895 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-cc4d7b37-47b9-4367-96c4-db2d520af5a4 req-cde7da82-c8e5-4771-b9fe-116ef537d978 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418472 May 27 03:42:50.646623 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532db91-2dd5-44f8-a86e-c211e81be2c1 req-bd76b2f7-04cc-4b09-b15e-d614e130c3d3 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:50.648065 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5532db91-2dd5-44f8-a86e-c211e81be2c1 req-bd76b2f7-04cc-4b09-b15e-d614e130c3d3 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=24fa99fd-2411-42f2-899d-d86fdd796bea HTTP/1.1" status: 200 len: 943 time: 0.0461850 May 27 03:42:50.695407 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5532db91-2dd5-44f8-a86e-c211e81be2c1 req-57efbb9b-270d-4f2d-a76e-1f8a17dd3536 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=85d0766f-7fee-48c2-a3ee-d59abb07db60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418925 May 27 03:42:50.928264 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 765601e3-7738-445b-a63f-30e764e11103 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:42:51.015302 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=100 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:51.030752 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port 765601e3-7738-445b-a63f-30e764e11103, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=765601e3-7738-445b-a63f-30e764e11103,segment=NetworkSegment(83c06243-6dbd-48ee-aa93-81ebad273030),segment_id=83c06243-6dbd-48ee-aa93-81ebad273030)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:51.041656 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Returning: {'device': '765601e3-7738-445b-a63f-30e764e11103', 'network_id': '7a2ea638-361b-43e7-98a5-ad26674b6832', 'port_id': '765601e3-7738-445b-a63f-30e764e11103', 'mac_address': 'fa:16:3e:4f:8a:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2766fdc-78e4-4021-8ae5-25446d105c00', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:42:51.074724 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port 765601e3-7738-445b-a63f-30e764e11103 is: DOWN; New status is: BUILD {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:42:51.075105 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (765601e3-7738-445b-a63f-30e764e11103), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:51.092090 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 765601e3-7738-445b-a63f-30e764e11103 {{(pid=104679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:42:51.110694 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port 765601e3-7738-445b-a63f-30e764e11103, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=765601e3-7738-445b-a63f-30e764e11103,segment=NetworkSegment(83c06243-6dbd-48ee-aa93-81ebad273030),segment_id=83c06243-6dbd-48ee-aa93-81ebad273030)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:51.168236 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (765601e3-7738-445b-a63f-30e764e11103), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:51.214346 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=765601e3-7738-445b-a63f-30e764e11103,revision_number=4']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:51.221980 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:51.222327 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:51.222667 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:51.223031 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:51.223365 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:51.223695 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:51.224022 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:51.224346 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:51.224688 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:51.224992 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:51.225338 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:51.225664 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:51.225983 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:51.226300 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:51.226616 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:51.424310 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] get_ports_and_sgs() called for port_ids ['765601e3-7738-445b-a63f-30e764e11103'] {{(pid=104679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:42:51.595797 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abd157-a5fc-410a-818c-87b48857d968 req-fb35bb0b-a3be-4844-827c-87b5ba252830 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:51.597309 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b7abd157-a5fc-410a-818c-87b48857d968 req-fb35bb0b-a3be-4844-827c-87b5ba252830 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 945 time: 0.0539680 May 27 03:42:51.647063 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b7abd157-a5fc-410a-818c-87b48857d968 req-5ee124eb-7bab-4ea5-b811-9e0817e183f5 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441499 May 27 03:42:51.803463 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:51.814032 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca01061-2759-4edb-8b4a-4d8b94ef6b39 req-adb60d6f-7806-41d7-b304-2caa4b9bdc5a tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:51.815548 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-1ca01061-2759-4edb-8b4a-4d8b94ef6b39 req-adb60d6f-7806-41d7-b304-2caa4b9bdc5a tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=24fa99fd-2411-42f2-899d-d86fdd796bea HTTP/1.1" status: 200 len: 944 time: 0.0510449 May 27 03:42:51.866334 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-1ca01061-2759-4edb-8b4a-4d8b94ef6b39 req-c4e517d5-b67f-4a29-b932-68716864aa9a tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=85d0766f-7fee-48c2-a3ee-d59abb07db60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450585 May 27 03:42:52.640749 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1c8cc-2ebf-4c84-930a-b3a86ab0f7a6 req-9c6158d1-3064-44f9-862d-9189acd8e5df tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:52.642219 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-51e1c8cc-2ebf-4c84-930a-b3a86ab0f7a6 req-9c6158d1-3064-44f9-862d-9189acd8e5df tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 945 time: 0.0473650 May 27 03:42:52.742708 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [req-51e1c8cc-2ebf-4c84-930a-b3a86ab0f7a6 req-b00fc34e-d087-426c-931c-53b39a77c61f tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Deleting port aa56d6d5-7d67-4cea-ab75-ded2c09ade31 {{(pid=104678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:42:52.743306 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-51e1c8cc-2ebf-4c84-930a-b3a86ab0f7a6 req-b00fc34e-d087-426c-931c-53b39a77c61f tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (aa56d6d5-7d67-4cea-ab75-ded2c09ade31), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:52.764825 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=100 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:52.765060 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea8ef1-5a98-4b0b-a5ca-fbc6928c223b req-bc3cd85e-8ebb-4b83-8d38-e7eca038b75d tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:52.766921 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c8ea8ef1-5a98-4b0b-a5ca-fbc6928c223b req-bc3cd85e-8ebb-4b83-8d38-e7eca038b75d tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 945 time: 0.0491850 May 27 03:42:52.819268 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c8ea8ef1-5a98-4b0b-a5ca-fbc6928c223b req-dff79c50-88be-42fb-932e-5401fec474b3 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466323 May 27 03:42:52.849043 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-51e1c8cc-2ebf-4c84-930a-b3a86ab0f7a6 req-b00fc34e-d087-426c-931c-53b39a77c61f tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] For port aa56d6d5-7d67-4cea-ab75-ded2c09ade31, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=aa56d6d5-7d67-4cea-ab75-ded2c09ade31,segment=NetworkSegment(38baf4e4-1e5b-4f83-ae3c-ef0274e43459),segment_id=38baf4e4-1e5b-4f83-ae3c-ef0274e43459)] {{(pid=104678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:52.849441 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-51e1c8cc-2ebf-4c84-930a-b3a86ab0f7a6 req-b00fc34e-d087-426c-931c-53b39a77c61f tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (aa56d6d5-7d67-4cea-ab75-ded2c09ade31), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:52.866447 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [req-51e1c8cc-2ebf-4c84-930a-b3a86ab0f7a6 req-b00fc34e-d087-426c-931c-53b39a77c61f tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Calling delete_port for aa56d6d5-7d67-4cea-ab75-ded2c09ade31 owned by compute:nova {{(pid=104678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:42:52.944398 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 765601e3-7738-445b-a63f-30e764e11103 up at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:42:52.986868 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef9ce3-9247-4d45-9365-efcf61c41d8a req-ace01a50-5cb1-4f17-a604-67a5de4a334f tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:52.989853 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-7cef9ce3-9247-4d45-9365-efcf61c41d8a req-ace01a50-5cb1-4f17-a604-67a5de4a334f tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=24fa99fd-2411-42f2-899d-d86fdd796bea HTTP/1.1" status: 200 len: 944 time: 0.0532794 May 27 03:42:52.990832 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Provisioning for port 765601e3-7738-445b-a63f-30e764e11103 completed by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:42:53.020880 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:53.035415 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-7cef9ce3-9247-4d45-9365-efcf61c41d8a req-ab5bfaef-2e42-409b-90ab-1973cbd18610 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=85d0766f-7fee-48c2-a3ee-d59abb07db60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413187 May 27 03:42:53.070851 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Provisioning complete for port 765601e3-7738-445b-a63f-30e764e11103 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:42:53.071237 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (765601e3-7738-445b-a63f-30e764e11103), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:53.122180 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-51e1c8cc-2ebf-4c84-930a-b3a86ab0f7a6 req-b00fc34e-d087-426c-931c-53b39a77c61f tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (aa56d6d5-7d67-4cea-ab75-ded2c09ade31), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:53.134470 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] get_ports_and_sgs() called for port_ids ['9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f', 'aa56d6d5-7d67-4cea-ab75-ded2c09ade31'] {{(pid=104679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:42:53.150997 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00fc34e-d087-426c-931c-53b39a77c61f tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Pushing event deleted for resources: {'Port': ['ID=aa56d6d5-7d67-4cea-ab75-ded2c09ade31,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:53.180188 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port 765601e3-7738-445b-a63f-30e764e11103 is: BUILD; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:42:53.180574 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (765601e3-7738-445b-a63f-30e764e11103), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:53.200852 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e1c8cc-2ebf-4c84-930a-b3a86ab0f7a6 req-b00fc34e-d087-426c-931c-53b39a77c61f tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] No DVR routers for this DVR port aa56d6d5-7d67-4cea-ab75-ded2c09ade31 on host hv-cinder-84336 {{(pid=104678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:42:53.203912 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-51e1c8cc-2ebf-4c84-930a-b3a86ab0f7a6 req-b00fc34e-d087-426c-931c-53b39a77c61f tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:53.207273 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-51e1c8cc-2ebf-4c84-930a-b3a86ab0f7a6 req-b00fc34e-d087-426c-931c-53b39a77c61f tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.72 "DELETE /v2.0/ports/aa56d6d5-7d67-4cea-ab75-ded2c09ade31 HTTP/1.1" status: 204 len: 173 time: 0.5592005 May 27 03:42:53.207715 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0818f59-e401-4332-ab4e-cfb42ae6c857', 'name': 'network-vif-deleted', 'tag': 'aa56d6d5-7d67-4cea-ab75-ded2c09ade31'}] {{(pid=104678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:42:53.209060 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:53.210102 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e1ed873ee784d85eb1b1d61ec54b86d2255e46a50b7e273563a24fff47d01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892927d1-e009-4be5-81bd-9cf8995f494f" -d '{"events": [{"server_uuid": "b0818f59-e401-4332-ab4e-cfb42ae6c857", "name": "network-vif-deleted", "tag": "aa56d6d5-7d67-4cea-ab75-ded2c09ade31"}]}' {{(pid=104678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:42:53.220105 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24fa99fd-2411-42f2-899d-d86fdd796bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765601e3-7738-445b-a63f-30e764e11103'}] {{(pid=104679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:42:53.222334 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d249cf550e2d843300bc9a66ec52257e0462e4d4b5166dc6bcb5b411a3eed5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0edaa97-edad-45d1-a031-bc8baa201307" -d '{"events": [{"server_uuid": "24fa99fd-2411-42f2-899d-d86fdd796bea", "name": "network-vif-plugged", "status": "completed", "tag": "765601e3-7738-445b-a63f-30e764e11103"}]}' {{(pid=104679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:42:53.239865 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port 765601e3-7738-445b-a63f-30e764e11103, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=765601e3-7738-445b-a63f-30e764e11103,segment=NetworkSegment(83c06243-6dbd-48ee-aa93-81ebad273030),segment_id=83c06243-6dbd-48ee-aa93-81ebad273030)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:53.249393 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4044fc8b-3b78-4e5b-af10-4d36639bc520 x-openstack-request-id: req-4044fc8b-3b78-4e5b-af10-4d36639bc520 {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:42:53.249695 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0818f59-e401-4332-ab4e-cfb42ae6c857", "name": "network-vif-deleted", "tag": "aa56d6d5-7d67-4cea-ab75-ded2c09ade31", "status": "completed", "code": 200}]} {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:42:53.249949 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4044fc8b-3b78-4e5b-af10-4d36639bc520 {{(pid=104678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:42:53.250355 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4044fc8b-3b78-4e5b-af10-4d36639bc520'] response: {'server_uuid': 'b0818f59-e401-4332-ab4e-cfb42ae6c857', 'name': 'network-vif-deleted', 'tag': 'aa56d6d5-7d67-4cea-ab75-ded2c09ade31', 'status': 'completed', 'code': 200} May 27 03:42:53.272530 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142312e9-96d8-47db-81cf-c88eee9e61e7 x-openstack-request-id: req-142312e9-96d8-47db-81cf-c88eee9e61e7 {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:42:53.272825 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24fa99fd-2411-42f2-899d-d86fdd796bea", "name": "network-vif-plugged", "status": "completed", "tag": "765601e3-7738-445b-a63f-30e764e11103", "code": 200}]} {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:42:53.273073 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-142312e9-96d8-47db-81cf-c88eee9e61e7 {{(pid=104679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:42:53.273489 dv-cinder-843361-2-smb neutron-server[104679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-142312e9-96d8-47db-81cf-c88eee9e61e7'] response: {'server_uuid': '24fa99fd-2411-42f2-899d-d86fdd796bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765601e3-7738-445b-a63f-30e764e11103', 'code': 200} May 27 03:42:53.318388 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:53.339645 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (765601e3-7738-445b-a63f-30e764e11103), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:53.385726 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=765601e3-7738-445b-a63f-30e764e11103,revision_number=5']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:53.639948 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eea33d-25cd-4a6b-94da-86d5bb8da45a req-20ac47c6-a3cd-47c7-80fc-cacfda73bc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:53.641514 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-44eea33d-25cd-4a6b-94da-86d5bb8da45a req-20ac47c6-a3cd-47c7-80fc-cacfda73bc79 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=24fa99fd-2411-42f2-899d-d86fdd796bea HTTP/1.1" status: 200 len: 1129 time: 0.0410991 May 27 03:42:53.687482 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-44eea33d-25cd-4a6b-94da-86d5bb8da45a req-8aa4a218-539e-44ca-8916-28950433f932 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=85d0766f-7fee-48c2-a3ee-d59abb07db60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396383 May 27 03:42:53.930120 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2cb8aa3c-ad26-4831-a27e-a5fae24b372e req-34d2814b-4407-477d-a1c8-8dfa2d260c8e tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0818f59-e401-4332-ab4e-cfb42ae6c857 HTTP/1.1" status: 200 len: 210 time: 0.0282588 May 27 03:42:54.151231 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff8ea5-128a-456f-920e-d9f70fa639f8 req-d8358017-6d11-4c7f-b00a-bf12aed1dce8 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:54.152702 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-32ff8ea5-128a-456f-920e-d9f70fa639f8 req-d8358017-6d11-4c7f-b00a-bf12aed1dce8 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=24fa99fd-2411-42f2-899d-d86fdd796bea HTTP/1.1" status: 200 len: 945 time: 0.0477068 May 27 03:42:54.205468 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-32ff8ea5-128a-456f-920e-d9f70fa639f8 req-162cabaf-ae17-4239-b4f7-ae71145dfac2 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=85d0766f-7fee-48c2-a3ee-d59abb07db60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465069 May 27 03:42:55.039045 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=29,neutron:UPDATE=6 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:55.320838 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3396fa-4f35-4b89-a965-52eae140d909 req-1cc38145-0a0b-4536-830c-2161c50f2f90 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:55.322224 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2b3396fa-4f35-4b89-a965-52eae140d909 req-1cc38145-0a0b-4536-830c-2161c50f2f90 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=24fa99fd-2411-42f2-899d-d86fdd796bea HTTP/1.1" status: 200 len: 945 time: 0.0465076 May 27 03:42:55.373924 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2b3396fa-4f35-4b89-a965-52eae140d909 req-13c1228f-8e0d-443f-a52d-ddc4da944890 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=85d0766f-7fee-48c2-a3ee-d59abb07db60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452833 May 27 03:42:55.496566 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c98eb-598d-43f0-a13d-fd40f53b527a req-732f695b-9efd-49b7-a706-9a7813c4ba1d tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:55.498896 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-db8c98eb-598d-43f0-a13d-fd40f53b527a req-732f695b-9efd-49b7-a706-9a7813c4ba1d tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=24fa99fd-2411-42f2-899d-d86fdd796bea HTTP/1.1" status: 200 len: 945 time: 0.0603149 May 27 03:42:55.507537 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 57386) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:55.512796 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [None req-4130ead1-a859-427e-a5b4-da432b949e19 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Request body: {'floatingip': {'port_id': '765601e3-7738-445b-a63f-30e764e11103'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:42:55.536620 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333f338-7565-4c8c-b0ca-ae6011dcddb8 req-cc6ff5b9-c0b7-4bf7-ae3f-c63e2eb932a1 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:55.538137 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-e333f338-7565-4c8c-b0ca-ae6011dcddb8 req-cc6ff5b9-c0b7-4bf7-ae3f-c63e2eb932a1 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=82c7f5b6-c44c-4245-8f43-888d1a4e50bd HTTP/1.1" status: 200 len: 946 time: 0.0631127 May 27 03:42:55.554261 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-4130ead1-a859-427e-a5b4-da432b949e19 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks [] for floatingip (ee4f565a-996b-4f68-b891-a1b67807feb2), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:55.587164 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-e333f338-7565-4c8c-b0ca-ae6011dcddb8 req-a170e817-2a80-4fe4-b574-7aa974adfc6a tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430129 May 27 03:42:55.645281 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:55.918044 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:55.967382 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-4130ead1-a859-427e-a5b4-da432b949e19 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:56.088016 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-4130ead1-a859-427e-a5b4-da432b949e19 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665637'] for floatingip (ee4f565a-996b-4f68-b891-a1b67807feb2), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:56.186665 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.db.l3_db [None req-4130ead1-a859-427e-a5b4-da432b949e19 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Floating IP ee4f565a-996b-4f68-b891-a1b67807feb2 associated. External IP: 172.28.2.95, port: 765601e3-7738-445b-a63f-30e764e11103. May 27 03:42:56.623208 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4130ead1-a859-427e-a5b4-da432b949e19 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Router 3ea81409-8cbf-4ea2-bf1f-784c8d3f3232 has already been hosted by L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 {{(pid=104678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:42:56.703499 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f217503-24f7-48ff-9bff-de35a945d7d1 req-d573eb97-83bb-4fd9-9827-4e004cac690c tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:56.704888 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-6f217503-24f7-48ff-9bff-de35a945d7d1 req-d573eb97-83bb-4fd9-9827-4e004cac690c tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=82c7f5b6-c44c-4245-8f43-888d1a4e50bd HTTP/1.1" status: 200 len: 946 time: 0.0471435 May 27 03:42:56.728840 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4130ead1-a859-427e-a5b4-da432b949e19 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:42:56.734367 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-4130ead1-a859-427e-a5b4-da432b949e19 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for floatingip (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:56.739820 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfe9a4d-e7a2-4fcc-825a-b1fafc6facb1 None None] Sync routers for ids ['3ea81409-8cbf-4ea2-bf1f-784c8d3f3232'] in dv-cinder-843361-2-smb {{(pid=104679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:42:56.753044 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfe9a4d-e7a2-4fcc-825a-b1fafc6facb1 None None] Routers {'3ea81409-8cbf-4ea2-bf1f-784c8d3f3232'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:42:56.753716 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-ecfe9a4d-e7a2-4fcc-825a-b1fafc6facb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:42:38Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['3ea81409-8cbf-4ea2-bf1f-784c8d3f3232'], 'active': True} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:56.757356 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-6f217503-24f7-48ff-9bff-de35a945d7d1 req-278657ef-e1ff-4d32-95ba-33377463d820 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466893 May 27 03:42:56.774234 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-4130ead1-a859-427e-a5b4-da432b949e19 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "PUT /v2.0/floatingips/ee4f565a-996b-4f68-b891-a1b67807feb2 HTTP/1.1" status: 200 len: 990 time: 1.2654696 May 27 03:42:56.774811 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24fa99fd-2411-42f2-899d-d86fdd796bea', 'tag': '765601e3-7738-445b-a63f-30e764e11103'}] {{(pid=104678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:42:56.777153 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e1ed873ee784d85eb1b1d61ec54b86d2255e46a50b7e273563a24fff47d01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d17d992-6fc1-4a8e-a404-8d83be3110d6" -d '{"events": [{"name": "network-changed", "server_uuid": "24fa99fd-2411-42f2-899d-d86fdd796bea", "tag": "765601e3-7738-445b-a63f-30e764e11103"}]}' {{(pid=104678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:42:56.812096 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9597f0a4-a945-4e28-93d1-9c0c6ba2cfd5 x-openstack-request-id: req-9597f0a4-a945-4e28-93d1-9c0c6ba2cfd5 {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:42:56.812510 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24fa99fd-2411-42f2-899d-d86fdd796bea", "tag": "765601e3-7738-445b-a63f-30e764e11103", "status": "completed", "code": 200}]} {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:42:56.812765 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9597f0a4-a945-4e28-93d1-9c0c6ba2cfd5 {{(pid=104678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:42:56.813188 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9597f0a4-a945-4e28-93d1-9c0c6ba2cfd5'] response: {'name': 'network-changed', 'server_uuid': '24fa99fd-2411-42f2-899d-d86fdd796bea', 'tag': '765601e3-7738-445b-a63f-30e764e11103', 'status': 'completed', 'code': 200} May 27 03:42:56.869137 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvr_db [None req-ecfe9a4d-e7a2-4fcc-825a-b1fafc6facb1 None None] Set router 3ea81409-8cbf-4ea2-bf1f-784c8d3f3232 gateway port host: dv-cinder-843361-2-smb {{(pid=104679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:42:56.938229 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device aa56d6d5-7d67-4cea-ab75-ded2c09ade31 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:42:56.965770 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] No Port match for: aa56d6d5-7d67-4cea-ab75-ded2c09ade31 {{(pid=104679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:42:56.966022 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device aa56d6d5-7d67-4cea-ab75-ded2c09ade31 not bound to the agent host hv-cinder-84336 {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:42:57.097795 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-ecfe9a4d-e7a2-4fcc-825a-b1fafc6facb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'name': 'tempest-AttachVolumeTestJSON-674304045-router', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:38:11Z', 'updated_at': '2022-05-27T03:38:19Z', 'revision_number': 4, 'project_id': '3ca63dae986749728daf5c42db0d14e3', 'gw_port': {'id': 'a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:12Z', 'updated_at': '2022-05-27T03:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_floatingips': [{'id': 'ee4f565a-996b-4f68-b891-a1b67807feb2', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'floating_ip_address': '172.28.2.95', 'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'router_id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'port_id': '765601e3-7738-445b-a63f-30e764e11103', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a2ea638-361b-43e7-98a5-ad26674b6832', 'mac_address': 'fa:16:3e:4f:8a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fa99fd-2411-42f2-899d-d86fdd796bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:42:40Z', 'updated_at': '2022-05-27T03:42:55Z', 'revision_number': 1, 'project_id': '3ca63dae986749728daf5c42db0d14e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ff380c-0799-4cd2-a8e3-a627c40232e6', 'name': '', 'network_id': '7a2ea638-361b-43e7-98a5-ad26674b6832', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'mac_address': 'fa:16:3e:db:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f2766fdc-78e4-4021-8ae5-25446d105c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:16Z', 'updated_at': '2022-05-27T03:38:31Z', 'revision_number': 5, 'project_id': '3ca63dae986749728daf5c42db0d14e3', 'subnets': [{'id': 'f2766fdc-78e4-4021-8ae5-25446d105c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:57.122516 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfe9a4d-e7a2-4fcc-825a-b1fafc6facb1 None None] Checking router: 3ea81409-8cbf-4ea2-bf1f-784c8d3f3232 for host: dv-cinder-843361-2-smb {{(pid=104679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:42:57.130869 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfe9a4d-e7a2-4fcc-825a-b1fafc6facb1 None None] Routers {'3ea81409-8cbf-4ea2-bf1f-784c8d3f3232'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:42:57.131461 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-ecfe9a4d-e7a2-4fcc-825a-b1fafc6facb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:42:38Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['3ea81409-8cbf-4ea2-bf1f-784c8d3f3232'], 'active': True} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:57.230874 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvr_db [None req-ecfe9a4d-e7a2-4fcc-825a-b1fafc6facb1 None None] Set router 3ea81409-8cbf-4ea2-bf1f-784c8d3f3232 gateway port host: dv-cinder-843361-2-smb {{(pid=104679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:42:57.438969 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-ecfe9a4d-e7a2-4fcc-825a-b1fafc6facb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'name': 'tempest-AttachVolumeTestJSON-674304045-router', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:38:11Z', 'updated_at': '2022-05-27T03:38:19Z', 'revision_number': 4, 'project_id': '3ca63dae986749728daf5c42db0d14e3', 'gw_port': {'id': 'a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:12Z', 'updated_at': '2022-05-27T03:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_floatingips': [{'id': 'ee4f565a-996b-4f68-b891-a1b67807feb2', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'floating_ip_address': '172.28.2.95', 'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'router_id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'port_id': '765601e3-7738-445b-a63f-30e764e11103', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a2ea638-361b-43e7-98a5-ad26674b6832', 'mac_address': 'fa:16:3e:4f:8a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fa99fd-2411-42f2-899d-d86fdd796bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:42:40Z', 'updated_at': '2022-05-27T03:42:55Z', 'revision_number': 1, 'project_id': '3ca63dae986749728daf5c42db0d14e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ff380c-0799-4cd2-a8e3-a627c40232e6', 'name': '', 'network_id': '7a2ea638-361b-43e7-98a5-ad26674b6832', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'mac_address': 'fa:16:3e:db:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f2766fdc-78e4-4021-8ae5-25446d105c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:16Z', 'updated_at': '2022-05-27T03:38:31Z', 'revision_number': 5, 'project_id': '3ca63dae986749728daf5c42db0d14e3', 'subnets': [{'id': 'f2766fdc-78e4-4021-8ae5-25446d105c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:57.462477 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfe9a4d-e7a2-4fcc-825a-b1fafc6facb1 None None] The sync data for ids ['3ea81409-8cbf-4ea2-bf1f-784c8d3f3232'] in dv-cinder-843361-2-smb is: [{'id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'name': 'tempest-AttachVolumeTestJSON-674304045-router', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:38:11Z', 'updated_at': '2022-05-27T03:38:19Z', 'revision_number': 4, 'project_id': '3ca63dae986749728daf5c42db0d14e3', 'gw_port': {'id': 'a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:12Z', 'updated_at': '2022-05-27T03:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_floatingips': [{'id': 'ee4f565a-996b-4f68-b891-a1b67807feb2', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'floating_ip_address': '172.28.2.95', 'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'router_id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'port_id': '765601e3-7738-445b-a63f-30e764e11103', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a2ea638-361b-43e7-98a5-ad26674b6832', 'mac_address': 'fa:16:3e:4f:8a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fa99fd-2411-42f2-899d-d86fdd796bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:42:40Z', 'updated_at': '2022-05-27T03:42:55Z', 'revision_number': 1, 'project_id': '3ca63dae986749728daf5c42db0d14e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ff380c-0799-4cd2-a8e3-a627c40232e6', 'name': '', 'network_id': '7a2ea638-361b-43e7-98a5-ad26674b6832', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'mac_address': 'fa:16:3e:db:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f2766fdc-78e4-4021-8ae5-25446d105c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:16Z', 'updated_at': '2022-05-27T03:38:31Z', 'revision_number': 5, 'project_id': '3ca63dae986749728daf5c42db0d14e3', 'subnets': [{'id': 'f2766fdc-78e4-4021-8ae5-25446d105c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:42:57.642050 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38912eba-ce3b-4679-ba74-f90795ef69f2 None None] New status for floating IP ee4f565a-996b-4f68-b891-a1b67807feb2: ACTIVE {{(pid=104680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:42:57.875624 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbef7fc-ab06-4c3c-bd16-64138afa368f req-692cea45-3f79-47f0-9d06-a2b164d09051 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:57.877175 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-4cbef7fc-ab06-4c3c-bd16-64138afa368f req-692cea45-3f79-47f0-9d06-a2b164d09051 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=82c7f5b6-c44c-4245-8f43-888d1a4e50bd HTTP/1.1" status: 200 len: 946 time: 0.0497437 May 27 03:42:57.928380 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-4cbef7fc-ab06-4c3c-bd16-64138afa368f req-03d60b69-4e63-4159-9891-c2ac314362d5 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453603 May 27 03:42:58.393755 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d17d992-6fc1-4a8e-a404-8d83be3110d6 req-f7793718-4dee-47e3-9514-2c4771111408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:58.395271 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-6d17d992-6fc1-4a8e-a404-8d83be3110d6 req-f7793718-4dee-47e3-9514-2c4771111408 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3ca63dae986749728daf5c42db0d14e3&device_id=24fa99fd-2411-42f2-899d-d86fdd796bea HTTP/1.1" status: 200 len: 1129 time: 0.0406060 May 27 03:42:58.491138 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d17d992-6fc1-4a8e-a404-8d83be3110d6 req-4b80ca5d-1700-4d53-8bf2-f3de6562a1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:58.492607 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-6d17d992-6fc1-4a8e-a404-8d83be3110d6 req-4b80ca5d-1700-4d53-8bf2-f3de6562a1fd service neutron] 10.222.0.72 "GET /v2.0/networks?id=7a2ea638-361b-43e7-98a5-ad26674b6832 HTTP/1.1" status: 200 len: 911 time: 0.0895927 May 27 03:42:58.615157 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-6d17d992-6fc1-4a8e-a404-8d83be3110d6 req-a042abea-facd-479d-b6b2-b549e37ee382 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=765601e3-7738-445b-a63f-30e764e11103 HTTP/1.1" status: 200 len: 1000 time: 0.0560911 May 27 03:42:58.666812 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d17d992-6fc1-4a8e-a404-8d83be3110d6 req-c9b05600-c550-4c9e-9e66-c6131991be9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:58.668145 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-6d17d992-6fc1-4a8e-a404-8d83be3110d6 req-c9b05600-c550-4c9e-9e66-c6131991be9c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f2766fdc-78e4-4021-8ae5-25446d105c00 HTTP/1.1" status: 200 len: 849 time: 0.0467005 May 27 03:42:58.706889 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:58.712107 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d17d992-6fc1-4a8e-a404-8d83be3110d6 req-4e957bec-67c4-4618-a87b-1090e9ddae88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:58.712240 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03ea80-0222-478f-aab6-368a798a8e53 req-d47f0720-fac2-4dc3-9b8a-af2b27576d47 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:58.713674 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-6d17d992-6fc1-4a8e-a404-8d83be3110d6 req-4e957bec-67c4-4618-a87b-1090e9ddae88 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7a2ea638-361b-43e7-98a5-ad26674b6832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0399110 May 27 03:42:58.713816 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-aa03ea80-0222-478f-aab6-368a798a8e53 req-d47f0720-fac2-4dc3-9b8a-af2b27576d47 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.72 "GET /v2.0/ports?device_id=82c7f5b6-c44c-4245-8f43-888d1a4e50bd HTTP/1.1" status: 200 len: 946 time: 0.0475278 May 27 03:42:58.805105 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [req-aa03ea80-0222-478f-aab6-368a798a8e53 req-d71654cf-d999-40fd-9912-9e105eb3e1a2 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Deleting port 9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f {{(pid=104677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:42:58.805503 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-aa03ea80-0222-478f-aab6-368a798a8e53 req-d71654cf-d999-40fd-9912-9e105eb3e1a2 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:58.811778 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-6d17d992-6fc1-4a8e-a404-8d83be3110d6 req-d45c90b7-be84-4b0b-a098-880e77e0ddd9 service neutron] 10.222.0.72 "GET /v2.0/networks/7a2ea638-361b-43e7-98a5-ad26674b6832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876849 May 27 03:42:58.900022 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.db [req-aa03ea80-0222-478f-aab6-368a798a8e53 req-d71654cf-d999-40fd-9912-9e105eb3e1a2 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] For port 9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f,segment=NetworkSegment(38baf4e4-1e5b-4f83-ae3c-ef0274e43459),segment_id=38baf4e4-1e5b-4f83-ae3c-ef0274e43459)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:58.900652 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-aa03ea80-0222-478f-aab6-368a798a8e53 req-d71654cf-d999-40fd-9912-9e105eb3e1a2 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:58.906895 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-6d17d992-6fc1-4a8e-a404-8d83be3110d6 req-e8e755e4-6d05-480d-93a0-e6897c8608f5 service neutron] 10.222.0.72 "GET /v2.0/networks/7a2ea638-361b-43e7-98a5-ad26674b6832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889637 May 27 03:42:58.914307 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [req-aa03ea80-0222-478f-aab6-368a798a8e53 req-d71654cf-d999-40fd-9912-9e105eb3e1a2 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Calling delete_port for 9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f owned by compute:nova {{(pid=104677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:42:58.917967 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:59.298058 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68de068-e6fb-43f2-b806-a024aaeb0339 req-41fa8755-2635-4969-8e1a-d4b4521f22e4 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:59.299472 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f68de068-e6fb-43f2-b806-a024aaeb0339 req-41fa8755-2635-4969-8e1a-d4b4521f22e4 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=82c7f5b6-c44c-4245-8f43-888d1a4e50bd HTTP/1.1" status: 200 len: 946 time: 0.2842209 May 27 03:42:59.320349 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:59.347590 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f68de068-e6fb-43f2-b806-a024aaeb0339 req-18fa3d01-ba1f-4fcc-8c87-d0d585dad136 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/security-groups?id=413d80dc-f886-4ac6-be73-d246f55a59fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425656 May 27 03:42:59.362796 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-aa03ea80-0222-478f-aab6-368a798a8e53 req-d71654cf-d999-40fd-9912-9e105eb3e1a2 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59984224'] for port (9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:59.380390 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] get_ports_and_sgs() called for port_ids ['9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f'] {{(pid=104679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:42:59.397218 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71654cf-d999-40fd-9912-9e105eb3e1a2 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Pushing event deleted for resources: {'Port': ['ID=9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:59.447023 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa03ea80-0222-478f-aab6-368a798a8e53 req-d71654cf-d999-40fd-9912-9e105eb3e1a2 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] No DVR routers for this DVR port 9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f on host hv-cinder-84336 {{(pid=104677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:42:59.458474 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-aa03ea80-0222-478f-aab6-368a798a8e53 req-d71654cf-d999-40fd-9912-9e105eb3e1a2 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:59.458474 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-aa03ea80-0222-478f-aab6-368a798a8e53 req-d71654cf-d999-40fd-9912-9e105eb3e1a2 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.72 "DELETE /v2.0/ports/9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f HTTP/1.1" status: 204 len: 173 time: 0.7287135 May 27 03:42:59.458474 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c7f5b6-c44c-4245-8f43-888d1a4e50bd', 'name': 'network-vif-deleted', 'tag': '9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:42:59.458474 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5933d85cf17399e2dc167eca01249890e1c66fccb09b4015a1c2ab305ead4f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb58cf2-198d-4aae-9e47-288246e078c6" -d '{"events": [{"server_uuid": "82c7f5b6-c44c-4245-8f43-888d1a4e50bd", "name": "network-vif-deleted", "tag": "9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:42:59.492864 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6926ac6-3760-47f5-a5a4-190e6d0f7e5f x-openstack-request-id: req-d6926ac6-3760-47f5-a5a4-190e6d0f7e5f {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:42:59.493151 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82c7f5b6-c44c-4245-8f43-888d1a4e50bd", "name": "network-vif-deleted", "tag": "9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f", "status": "completed", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:42:59.493436 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d6926ac6-3760-47f5-a5a4-190e6d0f7e5f {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:42:59.493834 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6926ac6-3760-47f5-a5a4-190e6d0f7e5f'] response: {'server_uuid': '82c7f5b6-c44c-4245-8f43-888d1a4e50bd', 'name': 'network-vif-deleted', 'tag': '9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f', 'status': 'completed', 'code': 200} May 27 03:43:00.460092 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-dde45ca7-dec8-4950-9cad-07a883f57000 req-c5facc58-44db-4632-a9ea-ab934db8e1a2 tempest-ServerRescueNegativeTestJSON-1609411976 tempest-ServerRescueNegativeTestJSON-1609411976-project] 10.222.0.71 "GET /v2.0/ports?device_id=82c7f5b6-c44c-4245-8f43-888d1a4e50bd HTTP/1.1" status: 200 len: 210 time: 0.0295544 May 27 03:43:01.519156 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 57406) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:43:01.573284 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=100 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:01.896675 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ec45eb40-18dc-4e69-9695-b90f09f1a140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3664613'] for router_interface (4d04cd31-9131-43a5-aa6a-2edf87d550b9), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:02.158169 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [None req-ec45eb40-18dc-4e69-9695-b90f09f1a140 admin admin] Deleting port e77c1672-e833-41d4-92dc-8461f72c7958 {{(pid=104678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:43:02.158392 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ec45eb40-18dc-4e69-9695-b90f09f1a140 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (e77c1672-e833-41d4-92dc-8461f72c7958), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:02.237176 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [None req-ec45eb40-18dc-4e69-9695-b90f09f1a140 admin admin] For port e77c1672-e833-41d4-92dc-8461f72c7958, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=e77c1672-e833-41d4-92dc-8461f72c7958,segment=NetworkSegment(38baf4e4-1e5b-4f83-ae3c-ef0274e43459),segment_id=38baf4e4-1e5b-4f83-ae3c-ef0274e43459)] {{(pid=104678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:02.237556 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ec45eb40-18dc-4e69-9695-b90f09f1a140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (e77c1672-e833-41d4-92dc-8461f72c7958), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:02.250892 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [None req-ec45eb40-18dc-4e69-9695-b90f09f1a140 admin admin] Calling delete_port for e77c1672-e833-41d4-92dc-8461f72c7958 owned by network:router_interface {{(pid=104678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:43:02.290023 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=100 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:02.533240 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ec45eb40-18dc-4e69-9695-b90f09f1a140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (e77c1672-e833-41d4-92dc-8461f72c7958), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:02.556724 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45eb40-18dc-4e69-9695-b90f09f1a140 admin admin] Pushing event deleted for resources: {'Port': ['ID=e77c1672-e833-41d4-92dc-8461f72c7958,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:02.670653 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:02.723020 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ec45eb40-18dc-4e69-9695-b90f09f1a140 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-827016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3664505'] for router_interface (4d04cd31-9131-43a5-aa6a-2edf87d550b9), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:02.922712 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec45eb40-18dc-4e69-9695-b90f09f1a140 admin admin] Router 4d04cd31-9131-43a5-aa6a-2edf87d550b9 has already been hosted by L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 {{(pid=104678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:43:02.972522 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:43:02.995302 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] No Port match for: 9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f {{(pid=104679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:43:02.995651 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 9e4210ca-fbb1-4ada-b1c1-cd0e6b5cfe4f not bound to the agent host hv-cinder-84336 {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:43:03.028208 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec45eb40-18dc-4e69-9695-b90f09f1a140 admin admin] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:43:03.033175 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-ec45eb40-18dc-4e69-9695-b90f09f1a140 admin admin] 10.222.0.71 "PUT /v2.0/routers/4d04cd31-9131-43a5-aa6a-2edf87d550b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5129676 May 27 03:43:03.035739 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 57410) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:43:03.036727 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba37dc01-9f57-4e6b-af44-eb04065edeae None None] Sync routers for ids ['4d04cd31-9131-43a5-aa6a-2edf87d550b9'] in dv-cinder-843361-2-smb {{(pid=104679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:43:03.047789 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba37dc01-9f57-4e6b-af44-eb04065edeae None None] Routers {'4d04cd31-9131-43a5-aa6a-2edf87d550b9'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:43:03.048400 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-ba37dc01-9f57-4e6b-af44-eb04065edeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:42:38Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['4d04cd31-9131-43a5-aa6a-2edf87d550b9'], 'active': True} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:43:03.082850 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=100 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:03.279498 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvr_db [None req-ba37dc01-9f57-4e6b-af44-eb04065edeae None None] Set router 4d04cd31-9131-43a5-aa6a-2edf87d550b9 gateway port host: dv-cinder-843361-2-smb {{(pid=104679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:43:03.379098 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3e2e6821-d03b-426e-a780-8191dce222d3 admin admin] Publish callbacks [] for router (4d04cd31-9131-43a5-aa6a-2edf87d550b9), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:03.383336 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=100 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:03.426243 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:03.449645 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-ba37dc01-9f57-4e6b-af44-eb04065edeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'name': 'tempest-ServerRescueNegativeTestJSON-409517973-router', 'tenant_id': '8c649113d597484d8d1f5f046a8cac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '0b7b49cd-8178-4c38-9759-729bc1092412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:38:10Z', 'updated_at': '2022-05-27T03:43:02Z', 'revision_number': 5, 'project_id': '8c649113d597484d8d1f5f046a8cac59', 'gw_port': {'id': '0b7b49cd-8178-4c38-9759-729bc1092412', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:af:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:11Z', 'updated_at': '2022-05-27T03:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb'}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:43:03.474926 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba37dc01-9f57-4e6b-af44-eb04065edeae None None] Checking router: 4d04cd31-9131-43a5-aa6a-2edf87d550b9 for host: dv-cinder-843361-2-smb {{(pid=104679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:43:03.482679 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3e2e6821-d03b-426e-a780-8191dce222d3 admin admin] Publish callbacks [] for router_gateway (4d04cd31-9131-43a5-aa6a-2edf87d550b9), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:03.485280 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba37dc01-9f57-4e6b-af44-eb04065edeae None None] Routers {'4d04cd31-9131-43a5-aa6a-2edf87d550b9'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:43:03.486081 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-ba37dc01-9f57-4e6b-af44-eb04065edeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:42:38Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['4d04cd31-9131-43a5-aa6a-2edf87d550b9'], 'active': True} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:43:03.591907 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvr_db [None req-ba37dc01-9f57-4e6b-af44-eb04065edeae None None] Set router 4d04cd31-9131-43a5-aa6a-2edf87d550b9 gateway port host: dv-cinder-843361-2-smb {{(pid=104679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:43:03.660377 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [None req-3e2e6821-d03b-426e-a780-8191dce222d3 admin admin] Deleting port 0b7b49cd-8178-4c38-9759-729bc1092412 {{(pid=104678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:43:03.661038 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3e2e6821-d03b-426e-a780-8191dce222d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (0b7b49cd-8178-4c38-9759-729bc1092412), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:03.744443 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [None req-3e2e6821-d03b-426e-a780-8191dce222d3 admin admin] For port 0b7b49cd-8178-4c38-9759-729bc1092412, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=0b7b49cd-8178-4c38-9759-729bc1092412,segment=NetworkSegment(bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5),segment_id=bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5)] {{(pid=104678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:03.745081 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3e2e6821-d03b-426e-a780-8191dce222d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (0b7b49cd-8178-4c38-9759-729bc1092412), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:03.758488 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [None req-3e2e6821-d03b-426e-a780-8191dce222d3 admin admin] Calling delete_port for 0b7b49cd-8178-4c38-9759-729bc1092412 owned by network:router_gateway {{(pid=104678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:43:03.765381 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-ba37dc01-9f57-4e6b-af44-eb04065edeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'name': 'tempest-ServerRescueNegativeTestJSON-409517973-router', 'tenant_id': '8c649113d597484d8d1f5f046a8cac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '0b7b49cd-8178-4c38-9759-729bc1092412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:38:10Z', 'updated_at': '2022-05-27T03:43:02Z', 'revision_number': 5, 'project_id': '8c649113d597484d8d1f5f046a8cac59', 'gw_port': {'id': '0b7b49cd-8178-4c38-9759-729bc1092412', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:af:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:11Z', 'updated_at': '2022-05-27T03:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb'}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:43:03.790025 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba37dc01-9f57-4e6b-af44-eb04065edeae None None] The sync data for ids ['4d04cd31-9131-43a5-aa6a-2edf87d550b9'] in dv-cinder-843361-2-smb is: [{'id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'name': 'tempest-ServerRescueNegativeTestJSON-409517973-router', 'tenant_id': '8c649113d597484d8d1f5f046a8cac59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '0b7b49cd-8178-4c38-9759-729bc1092412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:38:10Z', 'updated_at': '2022-05-27T03:43:02Z', 'revision_number': 5, 'project_id': '8c649113d597484d8d1f5f046a8cac59', 'gw_port': {'id': '0b7b49cd-8178-4c38-9759-729bc1092412', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:af:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d04cd31-9131-43a5-aa6a-2edf87d550b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:11Z', 'updated_at': '2022-05-27T03:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb'}] {{(pid=104679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:43:03.985622 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3e2e6821-d03b-426e-a780-8191dce222d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (0b7b49cd-8178-4c38-9759-729bc1092412), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:04.014256 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e6821-d03b-426e-a780-8191dce222d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b7b49cd-8178-4c38-9759-729bc1092412,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:04.060980 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:04.076420 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3e2e6821-d03b-426e-a780-8191dce222d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665627'] for router_gateway (4d04cd31-9131-43a5-aa6a-2edf87d550b9), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:04.180852 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3e2e6821-d03b-426e-a780-8191dce222d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router (4d04cd31-9131-43a5-aa6a-2edf87d550b9), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:04.183228 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3e2e6821-d03b-426e-a780-8191dce222d3 admin admin] Publish callbacks [] for router_controller (4d04cd31-9131-43a5-aa6a-2edf87d550b9), precommit_delete_associations {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:04.358355 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3e2e6821-d03b-426e-a780-8191dce222d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3889025'] for router (4d04cd31-9131-43a5-aa6a-2edf87d550b9), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:04.358993 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2e6821-d03b-426e-a780-8191dce222d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d04cd31-9131-43a5-aa6a-2edf87d550b9 {{(pid=104678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:43:04.364325 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3e2e6821-d03b-426e-a780-8191dce222d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:04.365415 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-3e2e6821-d03b-426e-a780-8191dce222d3 admin admin] 10.222.0.71 "DELETE /v2.0/routers/4d04cd31-9131-43a5-aa6a-2edf87d550b9 HTTP/1.1" status: 204 len: 168 time: 1.3287275 May 27 03:43:04.367987 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 57414) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:43:04.418353 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f8d1bcb-9bf6-400b-8110-965c94f2dba4 admin admin] Deleting subnet e9e7a5b0-6940-4778-807b-b50ae30078a7 {{(pid=104678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:43:04.422436 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3f8d1bcb-9bf6-400b-8110-965c94f2dba4 admin admin] Publish callbacks [] for subnet (e9e7a5b0-6940-4778-807b-b50ae30078a7), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:04.458866 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3f8d1bcb-9bf6-400b-8110-965c94f2dba4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62397896'] for subnet (e9e7a5b0-6940-4778-807b-b50ae30078a7), precommit_delete_associations {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:04.565781 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3f8d1bcb-9bf6-400b-8110-965c94f2dba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380246'] for subnet (e9e7a5b0-6940-4778-807b-b50ae30078a7), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:04.600142 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:04.705415 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3f8d1bcb-9bf6-400b-8110-965c94f2dba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62478895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62435521'] for subnet (e9e7a5b0-6940-4778-807b-b50ae30078a7), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:04.736347 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d1bcb-9bf6-400b-8110-965c94f2dba4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9e7a5b0-6940-4778-807b-b50ae30078a7,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:04.738286 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3f8d1bcb-9bf6-400b-8110-965c94f2dba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for subnet (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:04.742676 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-3f8d1bcb-9bf6-400b-8110-965c94f2dba4 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/e9e7a5b0-6940-4778-807b-b50ae30078a7 HTTP/1.1" status: 204 len: 168 time: 0.3725014 May 27 03:43:04.742837 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4c9c9b-dab3-4853-85d0-d997811db6bc None None] Network 2f916a43-2562-4d0d-bd29-c5c8a7d74b6a requested from dv-cinder-843361-2-smb {{(pid=104679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:43:04.744219 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 57416) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:43:04.819311 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7f67ffce-d812-4216-b4a3-22c6a20e8488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370897'] for network (2f916a43-2562-4d0d-bd29-c5c8a7d74b6a), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:04.879075 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-7f67ffce-d812-4216-b4a3-22c6a20e8488 admin admin] Deleting port 6bc4f978-44c6-41a9-9e16-69f497ded4c4 {{(pid=104677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:43:04.879561 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7f67ffce-d812-4216-b4a3-22c6a20e8488 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (6bc4f978-44c6-41a9-9e16-69f497ded4c4), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:04.942283 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2fa2cb-f699-4976-930c-001c8f8bfd43 None None] DHCP port deletion for 2f916a43-2562-4d0d-bd29-c5c8a7d74b6a request from dv-cinder-843361-2-smb {{(pid=104679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 03:43:04.952184 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-7f67ffce-d812-4216-b4a3-22c6a20e8488 admin admin] For port 6bc4f978-44c6-41a9-9e16-69f497ded4c4, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=6bc4f978-44c6-41a9-9e16-69f497ded4c4,segment=NetworkSegment(38baf4e4-1e5b-4f83-ae3c-ef0274e43459),segment_id=38baf4e4-1e5b-4f83-ae3c-ef0274e43459)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:04.953392 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7f67ffce-d812-4216-b4a3-22c6a20e8488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (6bc4f978-44c6-41a9-9e16-69f497ded4c4), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:04.968738 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-7f67ffce-d812-4216-b4a3-22c6a20e8488 admin admin] Calling delete_port for 6bc4f978-44c6-41a9-9e16-69f497ded4c4 owned by network:dhcp {{(pid=104677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:43:04.975148 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device e77c1672-e833-41d4-92dc-8461f72c7958 no longer exists at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:43:04.999785 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] No Port match for: e77c1672-e833-41d4-92dc-8461f72c7958 {{(pid=104679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:43:05.000121 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device e77c1672-e833-41d4-92dc-8461f72c7958 not bound to the agent host dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:43:05.005402 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-be2fa2cb-f699-4976-930c-001c8f8bfd43 None None] Deleting port 6bc4f978-44c6-41a9-9e16-69f497ded4c4 {{(pid=104679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:43:05.005800 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-be2fa2cb-f699-4976-930c-001c8f8bfd43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (6bc4f978-44c6-41a9-9e16-69f497ded4c4), before_delete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:05.071467 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-be2fa2cb-f699-4976-930c-001c8f8bfd43 None None] For port 6bc4f978-44c6-41a9-9e16-69f497ded4c4, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=6bc4f978-44c6-41a9-9e16-69f497ded4c4,segment=NetworkSegment(38baf4e4-1e5b-4f83-ae3c-ef0274e43459),segment_id=38baf4e4-1e5b-4f83-ae3c-ef0274e43459)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:05.071787 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-be2fa2cb-f699-4976-930c-001c8f8bfd43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (6bc4f978-44c6-41a9-9e16-69f497ded4c4), precommit_delete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:05.084919 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-be2fa2cb-f699-4976-930c-001c8f8bfd43 None None] Calling delete_port for 6bc4f978-44c6-41a9-9e16-69f497ded4c4 owned by network:dhcp {{(pid=104679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:43:05.139833 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7f67ffce-d812-4216-b4a3-22c6a20e8488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59984224'] for port (6bc4f978-44c6-41a9-9e16-69f497ded4c4), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:05.167672 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f67ffce-d812-4216-b4a3-22c6a20e8488 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bc4f978-44c6-41a9-9e16-69f497ded4c4,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:05.171790 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f67ffce-d812-4216-b4a3-22c6a20e8488 admin admin] No DVR routers for this DVR port 6bc4f978-44c6-41a9-9e16-69f497ded4c4 on host dv-cinder-843361-2-smb {{(pid=104677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:43:05.194849 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-be2fa2cb-f699-4976-930c-001c8f8bfd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930'] for port (6bc4f978-44c6-41a9-9e16-69f497ded4c4), after_delete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:05.223178 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2fa2cb-f699-4976-930c-001c8f8bfd43 None None] Pushing event deleted for resources: {'Port': ['ID=6bc4f978-44c6-41a9-9e16-69f497ded4c4,revision_number=None']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:05.225030 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2fa2cb-f699-4976-930c-001c8f8bfd43 None None] No DVR routers for this DVR port 6bc4f978-44c6-41a9-9e16-69f497ded4c4 on host dv-cinder-843361-2-smb {{(pid=104679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:43:05.243873 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7f67ffce-d812-4216-b4a3-22c6a20e8488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376291', 'neutron.services.segments.db._delete_segments_for_network-8755264080240'] for network (2f916a43-2562-4d0d-bd29-c5c8a7d74b6a), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:05.264978 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.services.segments.db [None req-7f67ffce-d812-4216-b4a3-22c6a20e8488 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f916a43-2562-4d0d-bd29-c5c8a7d74b6a']}} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:43:05.274333 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.services.segments.db [None req-7f67ffce-d812-4216-b4a3-22c6a20e8488 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38baf4e4-1e5b-4f83-ae3c-ef0274e43459') {'for_net_delete': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:43:05.274630 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.services.segments.db [None req-7f67ffce-d812-4216-b4a3-22c6a20e8488 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38baf4e4-1e5b-4f83-ae3c-ef0274e43459') {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:43:05.284636 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7f67ffce-d812-4216-b4a3-22c6a20e8488 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755264080505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59983971'] for segment (38baf4e4-1e5b-4f83-ae3c-ef0274e43459), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:05.298340 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7f67ffce-d812-4216-b4a3-22c6a20e8488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105'] for segment (38baf4e4-1e5b-4f83-ae3c-ef0274e43459), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:05.308847 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f67ffce-d812-4216-b4a3-22c6a20e8488 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=104677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:43:05.308847 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7f67ffce-d812-4216-b4a3-22c6a20e8488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59984179'] for segment (38baf4e4-1e5b-4f83-ae3c-ef0274e43459), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:05.324497 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.services.segments.plugin [-] Segment 38baf4e4-1e5b-4f83-ae3c-ef0274e43459 resource provider aggregate not found May 27 03:43:05.359443 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.services.segments.plugin [-] Segment 38baf4e4-1e5b-4f83-ae3c-ef0274e43459 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 38baf4e4-1e5b-4f83-ae3c-ef0274e43459 found for delete ", "request_id": "req-95c1a3c7-a8be-4f13-854b-e25929057616"}]} May 27 03:43:05.368702 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:05.465516 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7f67ffce-d812-4216-b4a3-22c6a20e8488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665655'] for network (2f916a43-2562-4d0d-bd29-c5c8a7d74b6a), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:05.471666 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7f67ffce-d812-4216-b4a3-22c6a20e8488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for network (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:05.474933 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-7f67ffce-d812-4216-b4a3-22c6a20e8488 admin admin] 10.222.0.71 "DELETE /v2.0/networks/2f916a43-2562-4d0d-bd29-c5c8a7d74b6a HTTP/1.1" status: 204 len: 168 time: 0.7296135 May 27 03:43:05.487467 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f67ffce-d812-4216-b4a3-22c6a20e8488 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f916a43-2562-4d0d-bd29-c5c8a7d74b6a,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:05.894347 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 57424) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:43:05.934757 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-23086d15-504d-4f8d-821d-aa5c3095e969 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8c649113d597484d8d1f5f046a8cac59&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0392795 May 27 03:43:05.937183 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 57426) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:43:05.984685 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-8f8b1b92-86d5-4bd7-8de7-fc725bd5ebf4 admin admin] Publish callbacks [] for security_group (413d80dc-f886-4ac6-be73-d246f55a59fc), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:06.005692 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-8f8b1b92-86d5-4bd7-8de7-fc725bd5ebf4 admin admin] Publish callbacks [] for security_group (413d80dc-f886-4ac6-be73-d246f55a59fc), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:06.145163 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-ae1584ab-12fb-4f4e-af62-91f3bba97d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:06.162307 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-8f8b1b92-86d5-4bd7-8de7-fc725bd5ebf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (413d80dc-f886-4ac6-be73-d246f55a59fc), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:06.164829 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-8f8b1b92-86d5-4bd7-8de7-fc725bd5ebf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:06.166002 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-8f8b1b92-86d5-4bd7-8de7-fc725bd5ebf4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/413d80dc-f886-4ac6-be73-d246f55a59fc HTTP/1.1" status: 204 len: 168 time: 0.2279220 May 27 03:43:06.174240 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b1b92-86d5-4bd7-8de7-fc725bd5ebf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413d80dc-f886-4ac6-be73-d246f55a59fc,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:06.513462 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 6bc4f978-44c6-41a9-9e16-69f497ded4c4 no longer exists at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:43:06.516669 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:06.532781 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] No Port match for: 6bc4f978-44c6-41a9-9e16-69f497ded4c4 {{(pid=104679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:43:06.533129 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 6bc4f978-44c6-41a9-9e16-69f497ded4c4 not bound to the agent host dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:43:06.534160 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 0b7b49cd-8178-4c38-9759-729bc1092412 no longer exists at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:43:06.552112 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] No Port match for: 0b7b49cd-8178-4c38-9759-729bc1092412 {{(pid=104679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:43:06.552540 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 0b7b49cd-8178-4c38-9759-729bc1092412 not bound to the agent host dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:43:07.383517 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 57448) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:43:07.484716 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [None req-85856e8d-c6bf-408d-9615-0c3471f66574 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-533071195-network', 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:43:07.630801 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85856e8d-c6bf-408d-9615-0c3471f66574 admin admin] Made reservation on behalf of e64d3975127c49b387c4f167cd3f269a for: {'network': 1} {{(pid=104678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:43:07.633297 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-85856e8d-c6bf-408d-9615-0c3471f66574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for network (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:07.642947 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-85856e8d-c6bf-408d-9615-0c3471f66574 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:07.719253 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-85856e8d-c6bf-408d-9615-0c3471f66574 admin admin] Publish callbacks [] for security_group (06553220-ee8e-4d12-a2e2-d9f411c4a0e6), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:07.740115 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:07.742968 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=34,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:07.790991 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-85856e8d-c6bf-408d-9615-0c3471f66574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (06553220-ee8e-4d12-a2e2-d9f411c4a0e6), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:07.816181 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85856e8d-c6bf-408d-9615-0c3471f66574 admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=104678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:43:07.830713 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85856e8d-c6bf-408d-9615-0c3471f66574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06553220-ee8e-4d12-a2e2-d9f411c4a0e6,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:07.835450 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-85856e8d-c6bf-408d-9615-0c3471f66574 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755264080231', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105'] for segment (db38ef5c-f497-4e30-948a-fea63a50f9cb), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:07.835851 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.db.segments_db [None req-85856e8d-c6bf-408d-9615-0c3471f66574 admin admin] Added segment db38ef5c-f497-4e30-948a-fea63a50f9cb of type vlan for network d4913486-ec50-4585-8ca2-f97563844744 May 27 03:43:07.868962 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=77,neutron:UPDATE=4,neutron:DELETE=7,neutron:INSERT=12 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:07.878307 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-85856e8d-c6bf-408d-9615-0c3471f66574 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755263573863'] for network (d4913486-ec50-4585-8ca2-f97563844744), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:08.008263 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-85856e8d-c6bf-408d-9615-0c3471f66574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027'] for network (d4913486-ec50-4585-8ca2-f97563844744), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:08.009393 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85856e8d-c6bf-408d-9615-0c3471f66574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:08.009989 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-85856e8d-c6bf-408d-9615-0c3471f66574 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for network (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:08.072419 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85856e8d-c6bf-408d-9615-0c3471f66574 admin admin] Pushing event updated for resources: {'Network': ['ID=d4913486-ec50-4585-8ca2-f97563844744,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:08.082616 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Network d4913486-ec50-4585-8ca2-f97563844744 details requested by agent ovs-agent-dv-cinder-843361-2-smb with host dv-cinder-843361-2-smb {{(pid=104679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:43:08.165581 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-85856e8d-c6bf-408d-9615-0c3471f66574 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.7808840 May 27 03:43:08.168262 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 57452) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:43:08.174003 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [None req-1d18346a-98f3-4fa2-bf1d-8a597251027b admin admin] Request body: {'subnet': {'network_id': 'd4913486-ec50-4585-8ca2-f97563844744', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-533071195-subnet', 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:43:08.305333 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d18346a-98f3-4fa2-bf1d-8a597251027b admin admin] Made reservation on behalf of e64d3975127c49b387c4f167cd3f269a for: {'subnet': 1} {{(pid=104678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:43:08.307835 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-1d18346a-98f3-4fa2-bf1d-8a597251027b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62435564'] for subnet (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:08.366278 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:08.402285 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-9c56a88f-cc2f-4c78-8c55-df44165bc12d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:08.551592 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-1d18346a-98f3-4fa2-bf1d-8a597251027b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62478958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62435578'] for subnet (2f40426d-a764-47ba-9279-ffa431835798), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:08.621574 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d18346a-98f3-4fa2-bf1d-8a597251027b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f40426d-a764-47ba-9279-ffa431835798,revision_number=0']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:08.626331 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d18346a-98f3-4fa2-bf1d-8a597251027b admin admin] Checking segment: {'id': 'db38ef5c-f497-4e30-948a-fea63a50f9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:43:08.626683 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d18346a-98f3-4fa2-bf1d-8a597251027b admin admin] Network hostable DHCP agents. Network: d4913486-ec50-4585-8ca2-f97563844744, hostable agents: ['51435755-087c-400e-9559-48781745a262'], hosted agents: [] {{(pid=104678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:43:08.671251 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:08.704745 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d18346a-98f3-4fa2-bf1d-8a597251027b admin admin] Network d4913486-ec50-4585-8ca2-f97563844744 is scheduled to be hosted by DHCP agent 51435755-087c-400e-9559-48781745a262 with binding_index 1 {{(pid=104678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:43:08.831730 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.base_scheduler [None req-1d18346a-98f3-4fa2-bf1d-8a597251027b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-2-smb, d4913486-ec50-4585-8ca2-f97563844744) {{(pid=104678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:43:08.835857 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d18346a-98f3-4fa2-bf1d-8a597251027b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:08.836453 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-1d18346a-98f3-4fa2-bf1d-8a597251027b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for subnet (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:08.842608 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801e9786-8d7e-42c2-9d25-ade79ff028f9 None None] Network d4913486-ec50-4585-8ca2-f97563844744 requested from dv-cinder-843361-2-smb {{(pid=104679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:43:08.935027 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-1d18346a-98f3-4fa2-bf1d-8a597251027b admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7643530 May 27 03:43:08.937431 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 57462) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:43:08.944189 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-c02e4192-3ac0-4509-b007-2dbb2bddc2d6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-533071195-router', 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'}}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:43:08.952178 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78899b47-d7dc-4b54-a77a-51419dac6118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp35ccf49e-a895-563f-88ce-f04d0597ddad-d4913486-ec50-4585-8ca2-f97563844744', 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744', 'project_id': 'e64d3975127c49b387c4f167cd3f269a', 'fixed_ips': [{'subnet_id': '2f40426d-a764-47ba-9279-ffa431835798'}]}} from dv-cinder-843361-2-smb. {{(pid=104679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:43:08.953291 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-78899b47-d7dc-4b54-a77a-51419dac6118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:08.978401 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:09.033751 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46564451-687b-4bb3-9b34-5076287e8ff1 req-b161dae5-2616-4085-abb3-8f053af87d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:09.035238 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-46564451-687b-4bb3-9b34-5076287e8ff1 req-b161dae5-2616-4085-abb3-8f053af87d98 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1d50c2ef63b54c2e955695da85169101&device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 1169 time: 0.0785918 May 27 03:43:09.055196 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772abc50-9cb3-4a26-ba48-38cb8bfbf8a0 req-90792ad7-9dbc-45d1-88e7-63bd7bdcf16a tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:09.056622 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-772abc50-9cb3-4a26-ba48-38cb8bfbf8a0 req-90792ad7-9dbc-45d1-88e7-63bd7bdcf16a tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 985 time: 0.2024338 May 27 03:43:09.098060 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.db_base_plugin_common [None req-78899b47-d7dc-4b54-a77a-51419dac6118 None None] Allocated IP 172.20.0.2 (d4913486-ec50-4585-8ca2-f97563844744/2f40426d-a764-47ba-9279-ffa431835798/f5d78516-3996-4486-ab8a-0f57ef4d528d) {{(pid=104679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:43:09.119575 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c02e4192-3ac0-4509-b007-2dbb2bddc2d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3642992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7936'] for router (be077baf-7e54-4c6c-9d7f-973736ca605e), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:09.120761 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c02e4192-3ac0-4509-b007-2dbb2bddc2d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3889088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3801747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7993'] for router (be077baf-7e54-4c6c-9d7f-973736ca605e), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:09.204735 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-772abc50-9cb3-4a26-ba48-38cb8bfbf8a0 req-532541c7-2924-4810-80be-e63c157ea3d7 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/security-groups?id=17368672-e98b-4b3a-b43e-4cd26c261ffe&id=58d73af7-c928-44a8-8f03-978f3e585414&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1287148 May 27 03:43:09.235998 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c02e4192-3ac0-4509-b007-2dbb2bddc2d6 admin admin] Publish callbacks [] for router_controller (be077baf-7e54-4c6c-9d7f-973736ca605e), precommit_add_association {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:09.237796 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-78899b47-d7dc-4b54-a77a-51419dac6118 None None] Publish callbacks [] for port (f5d78516-3996-4486-ab8a-0f57ef4d528d), precommit_create {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:09.245477 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46564451-687b-4bb3-9b34-5076287e8ff1 req-66cbb786-d91b-46bd-8c05-83c43ba781ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:09.247565 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-46564451-687b-4bb3-9b34-5076287e8ff1 req-66cbb786-d91b-46bd-8c05-83c43ba781ab service neutron] 10.222.0.72 "GET /v2.0/networks?id=cbe76afb-b79c-4738-afa5-238ef7337a4d HTTP/1.1" status: 200 len: 915 time: 0.2053289 May 27 03:43:09.348920 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:09.369170 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-78899b47-d7dc-4b54-a77a-51419dac6118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921'] for port (f5d78516-3996-4486-ab8a-0f57ef4d528d), after_create {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:09.397290 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8,neutron:INSERT=5 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:09.414883 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78899b47-d7dc-4b54-a77a-51419dac6118 None None] Network d4913486-ec50-4585-8ca2-f97563844744 is already hosted by enough agents. {{(pid=104679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:43:09.417546 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:09.420551 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.scheduler.base_scheduler [None req-78899b47-d7dc-4b54-a77a-51419dac6118 None None] Resources bound (agent type, host, resource id): {{(pid=104679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:43:09.424587 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78899b47-d7dc-4b54-a77a-51419dac6118 None None] Received port after_create {{(pid=104679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:43:09.431761 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78899b47-d7dc-4b54-a77a-51419dac6118 None None] Pushing event updated for resources: {'Port': ['ID=f5d78516-3996-4486-ab8a-0f57ef4d528d,revision_number=1']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:09.451262 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c02e4192-3ac0-4509-b007-2dbb2bddc2d6 admin admin] Publish callbacks [] for router_gateway (be077baf-7e54-4c6c-9d7f-973736ca605e), precommit_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:09.483556 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-78899b47-d7dc-4b54-a77a-51419dac6118 None None] Attempting to bind port f5d78516-3996-4486-ab8a-0f57ef4d528d on host dv-cinder-843361-2-smb for vnic_type normal with profile {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:43:09.483824 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-78899b47-d7dc-4b54-a77a-51419dac6118 None None] Attempting to bind port f5d78516-3996-4486-ab8a-0f57ef4d528d by drivers openvswitch,hyperv on host dv-cinder-843361-2-smb at level 0 using segments [{'id': 'db38ef5c-f497-4e30-948a-fea63a50f9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744'}] {{(pid=104679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:43:09.484177 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78899b47-d7dc-4b54-a77a-51419dac6118 None None] Attempting to bind port f5d78516-3996-4486-ab8a-0f57ef4d528d on network d4913486-ec50-4585-8ca2-f97563844744 {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:43:09.489198 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78899b47-d7dc-4b54-a77a-51419dac6118 None None] Checking agent: {'id': '9eab1ddd-6fe1-4746-91d3-5b2c5a714814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 29, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 29, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:43:09.489596 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78899b47-d7dc-4b54-a77a-51419dac6118 None None] Checking segment: {'id': 'db38ef5c-f497-4e30-948a-fea63a50f9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:43:09.489993 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-78899b47-d7dc-4b54-a77a-51419dac6118 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:09.490380 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78899b47-d7dc-4b54-a77a-51419dac6118 None None] Bound using segment: {'id': 'db38ef5c-f497-4e30-948a-fea63a50f9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744'} {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:43:09.490954 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-78899b47-d7dc-4b54-a77a-51419dac6118 None None] Bound port: f5d78516-3996-4486-ab8a-0f57ef4d528d, host: dv-cinder-843361-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db38ef5c-f497-4e30-948a-fea63a50f9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744'}}] {{(pid=104679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:43:09.491325 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-78899b47-d7dc-4b54-a77a-51419dac6118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (f5d78516-3996-4486-ab8a-0f57ef4d528d), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:09.555194 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-78899b47-d7dc-4b54-a77a-51419dac6118 None None] For port f5d78516-3996-4486-ab8a-0f57ef4d528d, host dv-cinder-843361-2-smb, cleared binding levels {{(pid=104679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:43:09.558395 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-78899b47-d7dc-4b54-a77a-51419dac6118 None None] For port f5d78516-3996-4486-ab8a-0f57ef4d528d, host dv-cinder-843361-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=f5d78516-3996-4486-ab8a-0f57ef4d528d,segment=NetworkSegment(db38ef5c-f497-4e30-948a-fea63a50f9cb),segment_id=db38ef5c-f497-4e30-948a-fea63a50f9cb)] {{(pid=104679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:43:09.623941 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-46564451-687b-4bb3-9b34-5076287e8ff1 req-88d38396-c37a-4d44-858c-1fe557278c58 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33253394-13a3-4bf9-a106-a9af5e11c080 HTTP/1.1" status: 200 len: 1002 time: 0.1137064 May 27 03:43:09.655408 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-78899b47-d7dc-4b54-a77a-51419dac6118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (f5d78516-3996-4486-ab8a-0f57ef4d528d), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:09.720201 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78899b47-d7dc-4b54-a77a-51419dac6118 None None] Pushing event updated for resources: {'Port': ['ID=f5d78516-3996-4486-ab8a-0f57ef4d528d,revision_number=2']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:09.724006 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46564451-687b-4bb3-9b34-5076287e8ff1 req-32d018b2-903e-4b57-a887-6e982e4e1cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:09.725542 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-46564451-687b-4bb3-9b34-5076287e8ff1 req-32d018b2-903e-4b57-a887-6e982e4e1cfc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b82c95c1-f2bd-41ab-83bb-f6be6d0ff622 HTTP/1.1" status: 200 len: 853 time: 0.0956268 May 27 03:43:09.796274 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c02e4192-3ac0-4509-b007-2dbb2bddc2d6 admin admin] Publish callbacks [] for router_gateway (be077baf-7e54-4c6c-9d7f-973736ca605e), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:09.797967 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:09.816906 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c02e4192-3ac0-4509-b007-2dbb2bddc2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:09.952733 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.db_base_plugin_common [None req-c02e4192-3ac0-4509-b007-2dbb2bddc2d6 admin admin] Allocated IP 172.28.2.187 (2c8f85dd-7a0e-40ae-be84-c061eec53ce1/4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03/25a7a4ba-4bdc-4818-b9e6-6b55b9218b29) {{(pid=104677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:43:10.087904 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46564451-687b-4bb3-9b34-5076287e8ff1 req-5c6c5f26-c26f-4be8-b4bc-b3877419a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:10.089478 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-46564451-687b-4bb3-9b34-5076287e8ff1 req-5c6c5f26-c26f-4be8-b4bc-b3877419a40b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cbe76afb-b79c-4738-afa5-238ef7337a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1322742 May 27 03:43:10.099028 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c02e4192-3ac0-4509-b007-2dbb2bddc2d6 admin admin] Publish callbacks [] for port (25a7a4ba-4bdc-4818-b9e6-6b55b9218b29), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:10.212035 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-46564451-687b-4bb3-9b34-5076287e8ff1 req-9aa2450b-177f-40aa-8341-2ffaf2532805 service neutron] 10.222.0.72 "GET /v2.0/networks/cbe76afb-b79c-4738-afa5-238ef7337a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113203 May 27 03:43:10.300592 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c02e4192-3ac0-4509-b007-2dbb2bddc2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59984224'] for port (25a7a4ba-4bdc-4818-b9e6-6b55b9218b29), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:10.359467 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-46564451-687b-4bb3-9b34-5076287e8ff1 req-eb4d82e2-e03d-424e-a3f8-941313168cea service neutron] 10.222.0.72 "GET /v2.0/networks/cbe76afb-b79c-4738-afa5-238ef7337a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398711 May 27 03:43:10.387373 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02e4192-3ac0-4509-b007-2dbb2bddc2d6 admin admin] Network 2c8f85dd-7a0e-40ae-be84-c061eec53ce1 is already hosted by enough agents. {{(pid=104677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:43:10.397017 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.base_scheduler [None req-c02e4192-3ac0-4509-b007-2dbb2bddc2d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:43:10.399048 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:10.404117 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02e4192-3ac0-4509-b007-2dbb2bddc2d6 admin admin] Received port after_create {{(pid=104677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:43:10.409165 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e4192-3ac0-4509-b007-2dbb2bddc2d6 admin admin] Pushing event updated for resources: {'Port': ['ID=25a7a4ba-4bdc-4818-b9e6-6b55b9218b29,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:10.442611 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ed50f-94ee-479d-9e2c-4ff815598838 req-a1bc6fb7-9567-4c1b-8ab9-f4e1fbc5bf2b tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:10.444135 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5b5ed50f-94ee-479d-9e2c-4ff815598838 req-a1bc6fb7-9567-4c1b-8ab9-f4e1fbc5bf2b tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 985 time: 0.1674881 May 27 03:43:10.600859 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device f5d78516-3996-4486-ab8a-0f57ef4d528d up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:43:10.630054 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5b5ed50f-94ee-479d-9e2c-4ff815598838 req-7135d5ca-14f7-42f8-ab0e-76c500753d44 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/security-groups?id=17368672-e98b-4b3a-b43e-4cd26c261ffe&id=58d73af7-c928-44a8-8f03-978f3e585414&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1715162 May 27 03:43:10.655008 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port f5d78516-3996-4486-ab8a-0f57ef4d528d triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:43:10.655381 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (f5d78516-3996-4486-ab8a-0f57ef4d528d), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:10.728068 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148423d1-80ee-4b42-8710-e320aec55424 None None] Network d4913486-ec50-4585-8ca2-f97563844744 requested from dv-cinder-843361-2-smb {{(pid=104679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:43:10.752319 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port f5d78516-3996-4486-ab8a-0f57ef4d528d is: DOWN; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:43:10.752702 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (f5d78516-3996-4486-ab8a-0f57ef4d528d), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:10.827026 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:10.839261 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] For port f5d78516-3996-4486-ab8a-0f57ef4d528d, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=f5d78516-3996-4486-ab8a-0f57ef4d528d,segment=NetworkSegment(db38ef5c-f497-4e30-948a-fea63a50f9cb),segment_id=db38ef5c-f497-4e30-948a-fea63a50f9cb)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:10.842932 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-37d6f5db-a3a4-42a7-b9c6-fadb4261f38f None None] Provisioning complete for port f5d78516-3996-4486-ab8a-0f57ef4d528d triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:43:10.843296 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-37d6f5db-a3a4-42a7-b9c6-fadb4261f38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (f5d78516-3996-4486-ab8a-0f57ef4d528d), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:10.845943 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c02e4192-3ac0-4509-b007-2dbb2bddc2d6 admin admin] Publish callbacks [] for router_gateway (be077baf-7e54-4c6c-9d7f-973736ca605e), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:10.896713 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:10.962347 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-37d6f5db-a3a4-42a7-b9c6-fadb4261f38f None None] Current status of the port f5d78516-3996-4486-ab8a-0f57ef4d528d is: DOWN; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:43:10.967083 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-37d6f5db-a3a4-42a7-b9c6-fadb4261f38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (f5d78516-3996-4486-ab8a-0f57ef4d528d), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:10.967083 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (f5d78516-3996-4486-ab8a-0f57ef4d528d), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:11.053382 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c02e4192-3ac0-4509-b007-2dbb2bddc2d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3889143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664899'] for router (be077baf-7e54-4c6c-9d7f-973736ca605e), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:11.185005 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:11.195292 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Pushing event updated for resources: {'Port': ['ID=f5d78516-3996-4486-ab8a-0f57ef4d528d,revision_number=3']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:11.199844 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.db.api [None req-37d6f5db-a3a4-42a7-b9c6-fadb4261f38f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 27 03:43:11.200162 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG oslo_db.api [None req-37d6f5db-a3a4-42a7-b9c6-fadb4261f38f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:43:11.259721 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02e4192-3ac0-4509-b007-2dbb2bddc2d6 admin admin] Router be077baf-7e54-4c6c-9d7f-973736ca605e is scheduled to L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 with binding_index 1 {{(pid=104677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:43:11.361765 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02e4192-3ac0-4509-b007-2dbb2bddc2d6 admin admin] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:43:11.370457 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5550afb7-7d6e-447a-a77b-cb88700e05a4 None None] Sync routers for ids ['be077baf-7e54-4c6c-9d7f-973736ca605e'] in dv-cinder-843361-2-smb {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:43:11.381822 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5550afb7-7d6e-447a-a77b-cb88700e05a4 None None] Routers {'be077baf-7e54-4c6c-9d7f-973736ca605e'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:43:11.382423 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-5550afb7-7d6e-447a-a77b-cb88700e05a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:43:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['be077baf-7e54-4c6c-9d7f-973736ca605e'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:43:11.433110 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c02e4192-3ac0-4509-b007-2dbb2bddc2d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:11.434965 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-c02e4192-3ac0-4509-b007-2dbb2bddc2d6 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4957232 May 27 03:43:11.438059 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 57470) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:43:11.484478 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-5550afb7-7d6e-447a-a77b-cb88700e05a4 None None] Set router be077baf-7e54-4c6c-9d7f-973736ca605e gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:43:11.488495 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:11.736347 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-37d6f5db-a3a4-42a7-b9c6-fadb4261f38f None None] Current status of the port f5d78516-3996-4486-ab8a-0f57ef4d528d is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:43:11.737769 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-5550afb7-7d6e-447a-a77b-cb88700e05a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'name': 'tempest-AttachVolumeShelveTestJSON-533071195-router', 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.187'}], 'enable_snat': True}, 'gw_port_id': '25a7a4ba-4bdc-4818-b9e6-6b55b9218b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:43:09Z', 'updated_at': '2022-05-27T03:43:10Z', 'revision_number': 3, 'project_id': 'e64d3975127c49b387c4f167cd3f269a', 'gw_port': {'id': '25a7a4ba-4bdc-4818-b9e6-6b55b9218b29', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:09Z', 'updated_at': '2022-05-27T03:43:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb'}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:43:11.764985 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5550afb7-7d6e-447a-a77b-cb88700e05a4 None None] Checking router: be077baf-7e54-4c6c-9d7f-973736ca605e for host: dv-cinder-843361-2-smb {{(pid=104680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:43:11.765367 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5550afb7-7d6e-447a-a77b-cb88700e05a4 None None] Updating router be077baf-7e54-4c6c-9d7f-973736ca605e port 25a7a4ba-4bdc-4818-b9e6-6b55b9218b29 binding host dv-cinder-843361-2-smb {{(pid=104680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:43:11.796497 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-5550afb7-7d6e-447a-a77b-cb88700e05a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (25a7a4ba-4bdc-4818-b9e6-6b55b9218b29), before_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:11.854639 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-72d03770-63bf-4791-946f-176b7f657ce6 None None] Provisioning complete for port f5d78516-3996-4486-ab8a-0f57ef4d528d triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:43:11.855006 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-72d03770-63bf-4791-946f-176b7f657ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (f5d78516-3996-4486-ab8a-0f57ef4d528d), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:11.925109 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:11.935250 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-72d03770-63bf-4791-946f-176b7f657ce6 None None] Current status of the port f5d78516-3996-4486-ab8a-0f57ef4d528d is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:43:11.999225 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425cc21b-2385-42be-9105-3dc55b5947cd req-0a55d269-d221-421b-b9c6-f8e60f159740 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:12.000758 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-425cc21b-2385-42be-9105-3dc55b5947cd req-0a55d269-d221-421b-b9c6-f8e60f159740 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 985 time: 0.0892529 May 27 03:43:12.097284 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-5550afb7-7d6e-447a-a77b-cb88700e05a4 None None] Publish callbacks [] for port (25a7a4ba-4bdc-4818-b9e6-6b55b9218b29), precommit_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:12.146455 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-425cc21b-2385-42be-9105-3dc55b5947cd req-c7c18257-9e39-4bd6-815f-1870e16387e3 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/security-groups?id=17368672-e98b-4b3a-b43e-4cd26c261ffe&id=58d73af7-c928-44a8-8f03-978f3e585414&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1382670 May 27 03:43:12.150441 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0c8e8626-89b0-4e0b-bc7b-65d7cfa20386 req-6a1387ca-d2ee-479d-b830-ffff4bf6b511 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0845945 May 27 03:43:12.225447 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-5550afb7-7d6e-447a-a77b-cb88700e05a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (25a7a4ba-4bdc-4818-b9e6-6b55b9218b29), after_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:12.240751 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e8626-89b0-4e0b-bc7b-65d7cfa20386 req-6293651a-a934-4998-8319-d05abe1ad4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:12.242259 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0c8e8626-89b0-4e0b-bc7b-65d7cfa20386 req-6293651a-a934-4998-8319-d05abe1ad4c4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=768052d3698e483584138b97ac418580&device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 1129 time: 0.0489860 May 27 03:43:12.243969 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e1daf14e-89f8-4b9c-ac98-4b4d612d1b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:12.279901 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.managers [None req-5550afb7-7d6e-447a-a77b-cb88700e05a4 None None] Attempting to bind port 25a7a4ba-4bdc-4818-b9e6-6b55b9218b29 on host dv-cinder-843361-2-smb for vnic_type normal with profile {{(pid=104680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:43:12.280278 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.managers [None req-5550afb7-7d6e-447a-a77b-cb88700e05a4 None None] Attempting to bind port 25a7a4ba-4bdc-4818-b9e6-6b55b9218b29 by drivers openvswitch,hyperv on host dv-cinder-843361-2-smb at level 0 using segments [{'id': 'bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'}] {{(pid=104680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:43:12.280641 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5550afb7-7d6e-447a-a77b-cb88700e05a4 None None] Attempting to bind port 25a7a4ba-4bdc-4818-b9e6-6b55b9218b29 on network 2c8f85dd-7a0e-40ae-be84-c061eec53ce1 {{(pid=104680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:43:12.287399 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75329bc4-9a94-4d42-91dd-1e122b4d0174 None None] Pushing event updated for resources: {'Port': ['ID=25a7a4ba-4bdc-4818-b9e6-6b55b9218b29,revision_number=2']} {{(pid=104680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:12.290874 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5550afb7-7d6e-447a-a77b-cb88700e05a4 None None] Checking agent: {'id': '9eab1ddd-6fe1-4746-91d3-5b2c5a714814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 29, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 29, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:43:12.292441 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5550afb7-7d6e-447a-a77b-cb88700e05a4 None None] Checking segment: {'id': 'bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:43:12.292441 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-5550afb7-7d6e-447a-a77b-cb88700e05a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:12.292441 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5550afb7-7d6e-447a-a77b-cb88700e05a4 None None] Bound using segment: {'id': 'bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'} {{(pid=104680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:43:12.292882 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.managers [None req-5550afb7-7d6e-447a-a77b-cb88700e05a4 None None] Bound port: 25a7a4ba-4bdc-4818-b9e6-6b55b9218b29, host: dv-cinder-843361-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'}}] {{(pid=104680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:43:12.292882 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-5550afb7-7d6e-447a-a77b-cb88700e05a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (25a7a4ba-4bdc-4818-b9e6-6b55b9218b29), before_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:12.316966 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75329bc4-9a94-4d42-91dd-1e122b4d0174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:12.321461 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75329bc4-9a94-4d42-91dd-1e122b4d0174 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:12.321461 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75329bc4-9a94-4d42-91dd-1e122b4d0174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:12.321461 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75329bc4-9a94-4d42-91dd-1e122b4d0174 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:12.321461 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75329bc4-9a94-4d42-91dd-1e122b4d0174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:12.321461 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75329bc4-9a94-4d42-91dd-1e122b4d0174 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:12.321461 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75329bc4-9a94-4d42-91dd-1e122b4d0174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:12.321461 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75329bc4-9a94-4d42-91dd-1e122b4d0174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:12.321461 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75329bc4-9a94-4d42-91dd-1e122b4d0174 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:12.321461 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75329bc4-9a94-4d42-91dd-1e122b4d0174 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:12.321461 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75329bc4-9a94-4d42-91dd-1e122b4d0174 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:12.321461 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75329bc4-9a94-4d42-91dd-1e122b4d0174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:12.321461 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75329bc4-9a94-4d42-91dd-1e122b4d0174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:12.321461 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75329bc4-9a94-4d42-91dd-1e122b4d0174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:12.322508 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75329bc4-9a94-4d42-91dd-1e122b4d0174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:12.345020 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:12.354117 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.db [None req-5550afb7-7d6e-447a-a77b-cb88700e05a4 None None] For port 25a7a4ba-4bdc-4818-b9e6-6b55b9218b29, host dv-cinder-843361-2-smb, cleared binding levels {{(pid=104680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:43:12.355585 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:12.357837 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.db [None req-5550afb7-7d6e-447a-a77b-cb88700e05a4 None None] For port 25a7a4ba-4bdc-4818-b9e6-6b55b9218b29, host dv-cinder-843361-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=25a7a4ba-4bdc-4818-b9e6-6b55b9218b29,segment=NetworkSegment(bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5),segment_id=bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5)] {{(pid=104680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:43:12.448759 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-5550afb7-7d6e-447a-a77b-cb88700e05a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (25a7a4ba-4bdc-4818-b9e6-6b55b9218b29), after_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:12.455244 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e8626-89b0-4e0b-bc7b-65d7cfa20386 req-a4a8ed5f-3e74-4070-ac90-7a1718ffaeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:12.456705 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0c8e8626-89b0-4e0b-bc7b-65d7cfa20386 req-a4a8ed5f-3e74-4070-ac90-7a1718ffaeb5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=66877992-c539-4a20-bc38-e23ad3fab872 HTTP/1.1" status: 200 len: 909 time: 0.1893902 May 27 03:43:12.511211 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75329bc4-9a94-4d42-91dd-1e122b4d0174 None None] Pushing event updated for resources: {'Port': ['ID=25a7a4ba-4bdc-4818-b9e6-6b55b9218b29,revision_number=3']} {{(pid=104680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:12.517090 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:12.518696 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.db_base_plugin_common [None req-e1daf14e-89f8-4b9c-ac98-4b4d612d1b37 admin admin] Allocated IP 172.20.0.1 (d4913486-ec50-4585-8ca2-f97563844744/2f40426d-a764-47ba-9279-ffa431835798/dabaf1cd-0bae-47bf-b100-3f588e5ff63c) {{(pid=104677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:43:12.521889 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5550afb7-7d6e-447a-a77b-cb88700e05a4 None None] Routers {'be077baf-7e54-4c6c-9d7f-973736ca605e'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:43:12.522701 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-5550afb7-7d6e-447a-a77b-cb88700e05a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:43:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['be077baf-7e54-4c6c-9d7f-973736ca605e'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:43:12.548475 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0c8e8626-89b0-4e0b-bc7b-65d7cfa20386 req-1d69ee90-fd0f-4312-b479-4b4feb300959 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c01d7d2-45fa-41fd-aac9-41a72ed6d89f HTTP/1.1" status: 200 len: 1001 time: 0.0838399 May 27 03:43:12.555427 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device f5d78516-3996-4486-ab8a-0f57ef4d528d up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:43:12.578434 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:12.581048 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:12.602970 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port f5d78516-3996-4486-ab8a-0f57ef4d528d triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:43:12.603591 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (f5d78516-3996-4486-ab8a-0f57ef4d528d), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:12.637367 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-5550afb7-7d6e-447a-a77b-cb88700e05a4 None None] Set router be077baf-7e54-4c6c-9d7f-973736ca605e gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:43:12.646792 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e8626-89b0-4e0b-bc7b-65d7cfa20386 req-35851f62-2bae-4453-bc59-643a9cf845e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:12.648265 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0c8e8626-89b0-4e0b-bc7b-65d7cfa20386 req-35851f62-2bae-4453-bc59-643a9cf845e7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d06f8d51-ddd1-498e-b885-be07a3b307ee HTTP/1.1" status: 200 len: 847 time: 0.0870719 May 27 03:43:12.683602 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port f5d78516-3996-4486-ab8a-0f57ef4d528d is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:43:12.713405 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e1daf14e-89f8-4b9c-ac98-4b4d612d1b37 admin admin] Publish callbacks [] for port (dabaf1cd-0bae-47bf-b100-3f588e5ff63c), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:12.717098 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e8626-89b0-4e0b-bc7b-65d7cfa20386 req-caff9010-438e-4a53-8891-24532728931a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:12.722647 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0c8e8626-89b0-4e0b-bc7b-65d7cfa20386 req-caff9010-438e-4a53-8891-24532728931a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=66877992-c539-4a20-bc38-e23ad3fab872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0635612 May 27 03:43:12.813602 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-5550afb7-7d6e-447a-a77b-cb88700e05a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'name': 'tempest-AttachVolumeShelveTestJSON-533071195-router', 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.187'}], 'enable_snat': True}, 'gw_port_id': '25a7a4ba-4bdc-4818-b9e6-6b55b9218b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:43:09Z', 'updated_at': '2022-05-27T03:43:10Z', 'revision_number': 3, 'project_id': 'e64d3975127c49b387c4f167cd3f269a', 'gw_port': {'id': '25a7a4ba-4bdc-4818-b9e6-6b55b9218b29', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:09Z', 'updated_at': '2022-05-27T03:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb'}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:43:12.830717 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0c8e8626-89b0-4e0b-bc7b-65d7cfa20386 req-d6f3fc27-5415-4cde-8f01-a4f43b7c232c service neutron] 10.222.0.72 "GET /v2.0/networks/66877992-c539-4a20-bc38-e23ad3fab872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031926 May 27 03:43:12.839196 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5550afb7-7d6e-447a-a77b-cb88700e05a4 None None] The sync data for ids ['be077baf-7e54-4c6c-9d7f-973736ca605e'] in dv-cinder-843361-2-smb is: [{'id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'name': 'tempest-AttachVolumeShelveTestJSON-533071195-router', 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.187'}], 'enable_snat': True}, 'gw_port_id': '25a7a4ba-4bdc-4818-b9e6-6b55b9218b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:43:09Z', 'updated_at': '2022-05-27T03:43:10Z', 'revision_number': 3, 'project_id': 'e64d3975127c49b387c4f167cd3f269a', 'gw_port': {'id': '25a7a4ba-4bdc-4818-b9e6-6b55b9218b29', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:09Z', 'updated_at': '2022-05-27T03:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb'}] {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:43:12.890744 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e1daf14e-89f8-4b9c-ac98-4b4d612d1b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59984224'] for port (dabaf1cd-0bae-47bf-b100-3f588e5ff63c), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:12.898520 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:12.949590 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1daf14e-89f8-4b9c-ac98-4b4d612d1b37 admin admin] Network d4913486-ec50-4585-8ca2-f97563844744 is already hosted by enough agents. {{(pid=104677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:43:12.959714 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.base_scheduler [None req-e1daf14e-89f8-4b9c-ac98-4b4d612d1b37 admin admin] Resources bound (agent type, host, resource id): {{(pid=104677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:43:12.965047 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1daf14e-89f8-4b9c-ac98-4b4d612d1b37 admin admin] Received port after_create {{(pid=104677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:43:12.973127 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1daf14e-89f8-4b9c-ac98-4b4d612d1b37 admin admin] Pushing event updated for resources: {'Port': ['ID=dabaf1cd-0bae-47bf-b100-3f588e5ff63c,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:13.009385 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0c8e8626-89b0-4e0b-bc7b-65d7cfa20386 req-d9feccac-53bc-4688-865b-4af27beac457 service neutron] 10.222.0.72 "GET /v2.0/networks/66877992-c539-4a20-bc38-e23ad3fab872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722803 May 27 03:43:13.022855 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e1daf14e-89f8-4b9c-ac98-4b4d612d1b37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665520'] for router_interface (be077baf-7e54-4c6c-9d7f-973736ca605e), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:13.264749 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-9833a520-f0b4-4b05-a26e-09a110155300 None None] Provisioning complete for port dabaf1cd-0bae-47bf-b100-3f588e5ff63c triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:43:13.265350 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-9833a520-f0b4-4b05-a26e-09a110155300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (dabaf1cd-0bae-47bf-b100-3f588e5ff63c), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:13.289855 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e1daf14e-89f8-4b9c-ac98-4b4d612d1b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (dabaf1cd-0bae-47bf-b100-3f588e5ff63c), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:13.298007 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae1fdd-21fb-4a72-b640-2918ab3586e8 req-2350d610-2d15-49fa-bbc0-4abc2aa193d8 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:13.299555 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-36ae1fdd-21fb-4a72-b640-2918ab3586e8 req-2350d610-2d15-49fa-bbc0-4abc2aa193d8 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 985 time: 0.0769792 May 27 03:43:13.301150 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-9833a520-f0b4-4b05-a26e-09a110155300 None None] Port dabaf1cd-0bae-47bf-b100-3f588e5ff63c cannot update to ACTIVE because it is not bound. {{(pid=104679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:43:13.429670 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-36ae1fdd-21fb-4a72-b640-2918ab3586e8 req-cce62811-9e15-4f6c-9da9-6de1ed54b872 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/security-groups?id=17368672-e98b-4b3a-b43e-4cd26c261ffe&id=58d73af7-c928-44a8-8f03-978f3e585414&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1219161 May 27 03:43:13.559502 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e1daf14e-89f8-4b9c-ac98-4b4d612d1b37 admin admin] Publish callbacks [] for port (dabaf1cd-0bae-47bf-b100-3f588e5ff63c), precommit_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:13.665226 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e1daf14e-89f8-4b9c-ac98-4b4d612d1b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59984215'] for port (dabaf1cd-0bae-47bf-b100-3f588e5ff63c), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:13.721067 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:13.742869 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1daf14e-89f8-4b9c-ac98-4b4d612d1b37 admin admin] Pushing event updated for resources: {'Port': ['ID=dabaf1cd-0bae-47bf-b100-3f588e5ff63c,revision_number=2']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:13.745270 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e1daf14e-89f8-4b9c-ac98-4b4d612d1b37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-827009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3664576'] for router_interface (be077baf-7e54-4c6c-9d7f-973736ca605e), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:13.843850 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1daf14e-89f8-4b9c-ac98-4b4d612d1b37 admin admin] Network d4913486-ec50-4585-8ca2-f97563844744 is already hosted by enough agents. {{(pid=104677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:43:13.845295 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.base_scheduler [None req-e1daf14e-89f8-4b9c-ac98-4b4d612d1b37 admin admin] Resources bound (agent type, host, resource id): {{(pid=104677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:43:13.959258 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:13.963702 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1daf14e-89f8-4b9c-ac98-4b4d612d1b37 admin admin] Router be077baf-7e54-4c6c-9d7f-973736ca605e has already been hosted by L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 {{(pid=104677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:43:14.069721 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1daf14e-89f8-4b9c-ac98-4b4d612d1b37 admin admin] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:43:14.074503 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-e1daf14e-89f8-4b9c-ac98-4b4d612d1b37 admin admin] 10.222.0.71 "PUT /v2.0/routers/be077baf-7e54-4c6c-9d7f-973736ca605e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6355133 May 27 03:43:14.127240 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-b4e2991b-066e-4aaf-a013-3155c0b8dcdf None None] Provisioning complete for port dabaf1cd-0bae-47bf-b100-3f588e5ff63c triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:43:14.127769 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b4e2991b-066e-4aaf-a013-3155c0b8dcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (dabaf1cd-0bae-47bf-b100-3f588e5ff63c), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:14.160632 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-b4e2991b-066e-4aaf-a013-3155c0b8dcdf None None] Port dabaf1cd-0bae-47bf-b100-3f588e5ff63c cannot update to ACTIVE because it is not bound. {{(pid=104679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:43:14.366325 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 57482) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:43:14.373748 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-bca599ab-7a70-477c-a164-0c07d1e7d7f7 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1423157707', 'description': 'tempest-description--1515824815'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:43:14.467408 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-bca599ab-7a70-477c-a164-0c07d1e7d7f7 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:14.550627 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c00f8e-1ec4-433e-8cbc-4db0a1b351eb None None] Sync routers for ids ['be077baf-7e54-4c6c-9d7f-973736ca605e'] in dv-cinder-843361-2-smb {{(pid=104679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:43:14.563154 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c00f8e-1ec4-433e-8cbc-4db0a1b351eb None None] Routers {'be077baf-7e54-4c6c-9d7f-973736ca605e'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:43:14.563996 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-48c00f8e-1ec4-433e-8cbc-4db0a1b351eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:43:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['be077baf-7e54-4c6c-9d7f-973736ca605e'], 'active': True} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:43:14.584986 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f311505e-f396-4f71-b28d-2c303a304c9b req-91872581-b6e6-4500-a270-2095d38780a4 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:14.584986 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f311505e-f396-4f71-b28d-2c303a304c9b req-91872581-b6e6-4500-a270-2095d38780a4 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 985 time: 0.0676987 May 27 03:43:14.589866 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-bca599ab-7a70-477c-a164-0c07d1e7d7f7 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks [] for security_group (4097d98b-b319-42af-b1ff-ad947565aa10), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:14.605877 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 25a7a4ba-4bdc-4818-b9e6-6b55b9218b29 up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:43:14.648096 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f311505e-f396-4f71-b28d-2c303a304c9b req-80b1a2f2-ee30-4e62-93ec-c53fa40b194f tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/security-groups?id=17368672-e98b-4b3a-b43e-4cd26c261ffe&id=58d73af7-c928-44a8-8f03-978f3e585414&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568748 May 27 03:43:14.665111 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-bca599ab-7a70-477c-a164-0c07d1e7d7f7 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (4097d98b-b319-42af-b1ff-ad947565aa10), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:14.698341 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca599ab-7a70-477c-a164-0c07d1e7d7f7 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4097d98b-b319-42af-b1ff-ad947565aa10,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:14.699130 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port 25a7a4ba-4bdc-4818-b9e6-6b55b9218b29 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:43:14.699726 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (25a7a4ba-4bdc-4818-b9e6-6b55b9218b29), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:14.730920 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvr_db [None req-48c00f8e-1ec4-433e-8cbc-4db0a1b351eb None None] Set router be077baf-7e54-4c6c-9d7f-973736ca605e gateway port host: dv-cinder-843361-2-smb {{(pid=104679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:43:14.758972 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-bca599ab-7a70-477c-a164-0c07d1e7d7f7 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:14.760256 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-bca599ab-7a70-477c-a164-0c07d1e7d7f7 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3923678 May 27 03:43:14.764326 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 57486) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:43:14.768798 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [None req-28ba096f-9904-4fce-9bdd-3eb0c491e23d tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Request body: {'security_group_rule': {'security_group_id': '4097d98b-b319-42af-b1ff-ad947565aa10', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:43:14.861911 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-28ba096f-9904-4fce-9bdd-3eb0c491e23d tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks [] for security_group_rule (71895c0c-338f-4045-a0d4-e145a519cfc0), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:14.886439 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port 25a7a4ba-4bdc-4818-b9e6-6b55b9218b29 is: DOWN; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:43:14.886831 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (25a7a4ba-4bdc-4818-b9e6-6b55b9218b29), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:14.919673 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-28ba096f-9904-4fce-9bdd-3eb0c491e23d tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks [] for security_group_rule (71895c0c-338f-4045-a0d4-e145a519cfc0), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:14.925406 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] For port 25a7a4ba-4bdc-4818-b9e6-6b55b9218b29, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=25a7a4ba-4bdc-4818-b9e6-6b55b9218b29,segment=NetworkSegment(bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5),segment_id=bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:14.966655 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=100 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:14.973781 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-28ba096f-9904-4fce-9bdd-3eb0c491e23d tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498508'] for security_group_rule (71895c0c-338f-4045-a0d4-e145a519cfc0), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:14.977303 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-48c00f8e-1ec4-433e-8cbc-4db0a1b351eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'name': 'tempest-AttachVolumeShelveTestJSON-533071195-router', 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.187'}], 'enable_snat': True}, 'gw_port_id': '25a7a4ba-4bdc-4818-b9e6-6b55b9218b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:43:09Z', 'updated_at': '2022-05-27T03:43:13Z', 'revision_number': 4, 'project_id': 'e64d3975127c49b387c4f167cd3f269a', 'gw_port': {'id': '25a7a4ba-4bdc-4818-b9e6-6b55b9218b29', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:09Z', 'updated_at': '2022-05-27T03:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': 'dabaf1cd-0bae-47bf-b100-3f588e5ff63c', 'name': '', 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744', 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a', 'mac_address': 'fa:16:3e:ca:1a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2f40426d-a764-47ba-9279-ffa431835798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:12Z', 'updated_at': '2022-05-27T03:43:13Z', 'revision_number': 2, 'project_id': 'e64d3975127c49b387c4f167cd3f269a', 'subnets': [{'id': '2f40426d-a764-47ba-9279-ffa431835798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:43:14.994994 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba096f-9904-4fce-9bdd-3eb0c491e23d tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71895c0c-338f-4045-a0d4-e145a519cfc0,revision_number=0']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:15.002984 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c00f8e-1ec4-433e-8cbc-4db0a1b351eb None None] Checking router: be077baf-7e54-4c6c-9d7f-973736ca605e for host: dv-cinder-843361-2-smb {{(pid=104679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:43:15.003342 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c00f8e-1ec4-433e-8cbc-4db0a1b351eb None None] Updating router be077baf-7e54-4c6c-9d7f-973736ca605e port dabaf1cd-0bae-47bf-b100-3f588e5ff63c binding host dv-cinder-843361-2-smb {{(pid=104679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:43:15.023397 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (25a7a4ba-4bdc-4818-b9e6-6b55b9218b29), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:15.059864 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-48c00f8e-1ec4-433e-8cbc-4db0a1b351eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (dabaf1cd-0bae-47bf-b100-3f588e5ff63c), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:15.065203 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:15.101606 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-28ba096f-9904-4fce-9bdd-3eb0c491e23d tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:15.103852 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-28ba096f-9904-4fce-9bdd-3eb0c491e23d tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3376677 May 27 03:43:15.105681 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 57488) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:43:15.107495 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Pushing event updated for resources: {'Port': ['ID=25a7a4ba-4bdc-4818-b9e6-6b55b9218b29,revision_number=4']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:15.111411 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [None req-dc1ad335-a786-4ea8-9b9b-a794f7344dad tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Request body: {'security_group_rule': {'security_group_id': '4097d98b-b319-42af-b1ff-ad947565aa10', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:43:15.220771 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-dc1ad335-a786-4ea8-9b9b-a794f7344dad tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks [] for security_group_rule (df4cbb44-5505-4524-9749-ffa2bca3640f), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:15.258251 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:15.271359 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-dc1ad335-a786-4ea8-9b9b-a794f7344dad tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks [] for security_group_rule (df4cbb44-5505-4524-9749-ffa2bca3640f), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:15.361983 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-48c00f8e-1ec4-433e-8cbc-4db0a1b351eb None None] Publish callbacks [] for port (dabaf1cd-0bae-47bf-b100-3f588e5ff63c), precommit_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:15.396693 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-dc1ad335-a786-4ea8-9b9b-a794f7344dad tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498508'] for security_group_rule (df4cbb44-5505-4524-9749-ffa2bca3640f), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:15.417607 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1ad335-a786-4ea8-9b9b-a794f7344dad tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df4cbb44-5505-4524-9749-ffa2bca3640f,revision_number=0']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:15.488038 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-48c00f8e-1ec4-433e-8cbc-4db0a1b351eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (dabaf1cd-0bae-47bf-b100-3f588e5ff63c), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:15.525523 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-dc1ad335-a786-4ea8-9b9b-a794f7344dad tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:15.528249 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-dc1ad335-a786-4ea8-9b9b-a794f7344dad tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4205439 May 27 03:43:15.531544 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 57490) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:43:15.537027 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-de776957-0d3a-4170-bd8e-5fdaa1182f9e tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Request body: {'floatingip': {'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:43:15.541832 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc45034-1fcb-42af-9445-0a135e7cc938 None None] Pushing event updated for resources: {'Port': ['ID=dabaf1cd-0bae-47bf-b100-3f588e5ff63c,revision_number=3']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:15.603076 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-48c00f8e-1ec4-433e-8cbc-4db0a1b351eb None None] Attempting to bind port dabaf1cd-0bae-47bf-b100-3f588e5ff63c on host dv-cinder-843361-2-smb for vnic_type normal with profile {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:43:15.603650 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-48c00f8e-1ec4-433e-8cbc-4db0a1b351eb None None] Attempting to bind port dabaf1cd-0bae-47bf-b100-3f588e5ff63c by drivers openvswitch,hyperv on host dv-cinder-843361-2-smb at level 0 using segments [{'id': 'db38ef5c-f497-4e30-948a-fea63a50f9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744'}] {{(pid=104679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:43:15.603910 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c00f8e-1ec4-433e-8cbc-4db0a1b351eb None None] Attempting to bind port dabaf1cd-0bae-47bf-b100-3f588e5ff63c on network d4913486-ec50-4585-8ca2-f97563844744 {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:43:15.610171 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c00f8e-1ec4-433e-8cbc-4db0a1b351eb None None] Checking agent: {'id': '9eab1ddd-6fe1-4746-91d3-5b2c5a714814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 29, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 29, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:43:15.610555 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c00f8e-1ec4-433e-8cbc-4db0a1b351eb None None] Checking segment: {'id': 'db38ef5c-f497-4e30-948a-fea63a50f9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:43:15.610956 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-48c00f8e-1ec4-433e-8cbc-4db0a1b351eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:15.611349 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c00f8e-1ec4-433e-8cbc-4db0a1b351eb None None] Bound using segment: {'id': 'db38ef5c-f497-4e30-948a-fea63a50f9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744'} {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:43:15.611814 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-48c00f8e-1ec4-433e-8cbc-4db0a1b351eb None None] Bound port: dabaf1cd-0bae-47bf-b100-3f588e5ff63c, host: dv-cinder-843361-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db38ef5c-f497-4e30-948a-fea63a50f9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744'}}] {{(pid=104679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:43:15.612191 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-48c00f8e-1ec4-433e-8cbc-4db0a1b351eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (dabaf1cd-0bae-47bf-b100-3f588e5ff63c), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:15.637622 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-de776957-0d3a-4170-bd8e-5fdaa1182f9e tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:15.680862 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-48c00f8e-1ec4-433e-8cbc-4db0a1b351eb None None] For port dabaf1cd-0bae-47bf-b100-3f588e5ff63c, host dv-cinder-843361-2-smb, cleared binding levels {{(pid=104679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:43:15.684506 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-48c00f8e-1ec4-433e-8cbc-4db0a1b351eb None None] For port dabaf1cd-0bae-47bf-b100-3f588e5ff63c, host dv-cinder-843361-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=dabaf1cd-0bae-47bf-b100-3f588e5ff63c,segment=NetworkSegment(db38ef5c-f497-4e30-948a-fea63a50f9cb),segment_id=db38ef5c-f497-4e30-948a-fea63a50f9cb)] {{(pid=104679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:43:15.745599 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-de776957-0d3a-4170-bd8e-5fdaa1182f9e tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:15.788627 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-594260cd-3d33-4055-8680-91e3cf0077bd None None] Provisioning complete for port dabaf1cd-0bae-47bf-b100-3f588e5ff63c triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:43:15.788997 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-594260cd-3d33-4055-8680-91e3cf0077bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (dabaf1cd-0bae-47bf-b100-3f588e5ff63c), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:15.811706 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de301cd2-4bbe-4179-917d-d95fa07dd8c6 req-8ec46230-fa6f-4619-884d-5e87f4635257 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:15.813164 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-de301cd2-4bbe-4179-917d-d95fa07dd8c6 req-8ec46230-fa6f-4619-884d-5e87f4635257 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 985 time: 0.0876491 May 27 03:43:15.824050 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-48c00f8e-1ec4-433e-8cbc-4db0a1b351eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (dabaf1cd-0bae-47bf-b100-3f588e5ff63c), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:15.835903 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-594260cd-3d33-4055-8680-91e3cf0077bd None None] Port dabaf1cd-0bae-47bf-b100-3f588e5ff63c cannot update to ACTIVE because it is not bound. {{(pid=104679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:43:15.889776 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c00f8e-1ec4-433e-8cbc-4db0a1b351eb None None] Routers {'be077baf-7e54-4c6c-9d7f-973736ca605e'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:43:15.890438 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-48c00f8e-1ec4-433e-8cbc-4db0a1b351eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:43:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['be077baf-7e54-4c6c-9d7f-973736ca605e'], 'active': True} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:43:15.892426 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc45034-1fcb-42af-9445-0a135e7cc938 None None] Pushing event updated for resources: {'Port': ['ID=dabaf1cd-0bae-47bf-b100-3f588e5ff63c,revision_number=4']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:15.923919 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-de301cd2-4bbe-4179-917d-d95fa07dd8c6 req-88089de0-e66e-450f-8f18-ea0dc8663247 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/security-groups?id=17368672-e98b-4b3a-b43e-4cd26c261ffe&id=58d73af7-c928-44a8-8f03-978f3e585414&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1035872 May 27 03:43:15.935390 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.db_base_plugin_common [None req-de776957-0d3a-4170-bd8e-5fdaa1182f9e tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Allocated IP 172.28.2.44 (2c8f85dd-7a0e-40ae-be84-c061eec53ce1/4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03/cc85f3cc-019b-4a65-a5a6-3cf2b66506e8) {{(pid=104677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:43:16.005167 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:16.007122 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvr_db [None req-48c00f8e-1ec4-433e-8cbc-4db0a1b351eb None None] Set router be077baf-7e54-4c6c-9d7f-973736ca605e gateway port host: dv-cinder-843361-2-smb {{(pid=104679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:43:16.029801 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:16.053986 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:16.069056 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-de776957-0d3a-4170-bd8e-5fdaa1182f9e tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks [] for port (cc85f3cc-019b-4a65-a5a6-3cf2b66506e8), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:16.147600 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:16.172430 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-1b9a096a-d67d-4c1c-b888-db3598b60dae None None] Provisioning complete for port dabaf1cd-0bae-47bf-b100-3f588e5ff63c triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:43:16.172747 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-1b9a096a-d67d-4c1c-b888-db3598b60dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (dabaf1cd-0bae-47bf-b100-3f588e5ff63c), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:16.174222 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-de776957-0d3a-4170-bd8e-5fdaa1182f9e tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59984224'] for port (cc85f3cc-019b-4a65-a5a6-3cf2b66506e8), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:16.209770 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de776957-0d3a-4170-bd8e-5fdaa1182f9e tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Network 2c8f85dd-7a0e-40ae-be84-c061eec53ce1 is already hosted by enough agents. {{(pid=104677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:43:16.212631 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.base_scheduler [None req-de776957-0d3a-4170-bd8e-5fdaa1182f9e tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Resources bound (agent type, host, resource id): {{(pid=104677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:43:16.219922 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de776957-0d3a-4170-bd8e-5fdaa1182f9e tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Received port after_create {{(pid=104677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:43:16.247821 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-48c00f8e-1ec4-433e-8cbc-4db0a1b351eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'name': 'tempest-AttachVolumeShelveTestJSON-533071195-router', 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.187'}], 'enable_snat': True}, 'gw_port_id': '25a7a4ba-4bdc-4818-b9e6-6b55b9218b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:43:09Z', 'updated_at': '2022-05-27T03:43:13Z', 'revision_number': 4, 'project_id': 'e64d3975127c49b387c4f167cd3f269a', 'gw_port': {'id': '25a7a4ba-4bdc-4818-b9e6-6b55b9218b29', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:09Z', 'updated_at': '2022-05-27T03:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': 'dabaf1cd-0bae-47bf-b100-3f588e5ff63c', 'name': '', 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744', 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a', 'mac_address': 'fa:16:3e:ca:1a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2f40426d-a764-47ba-9279-ffa431835798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:12Z', 'updated_at': '2022-05-27T03:43:15Z', 'revision_number': 4, 'project_id': 'e64d3975127c49b387c4f167cd3f269a', 'subnets': [{'id': '2f40426d-a764-47ba-9279-ffa431835798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:43:16.250425 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de776957-0d3a-4170-bd8e-5fdaa1182f9e tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Pushing event updated for resources: {'Port': ['ID=cc85f3cc-019b-4a65-a5a6-3cf2b66506e8,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:16.316920 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-de776957-0d3a-4170-bd8e-5fdaa1182f9e tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks [] for floatingip (737b05f7-9c1f-4aca-9097-286e7946a122), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:16.400615 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c00f8e-1ec4-433e-8cbc-4db0a1b351eb None None] The sync data for ids ['be077baf-7e54-4c6c-9d7f-973736ca605e'] in dv-cinder-843361-2-smb is: [{'id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'name': 'tempest-AttachVolumeShelveTestJSON-533071195-router', 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.187'}], 'enable_snat': True}, 'gw_port_id': '25a7a4ba-4bdc-4818-b9e6-6b55b9218b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:43:09Z', 'updated_at': '2022-05-27T03:43:13Z', 'revision_number': 4, 'project_id': 'e64d3975127c49b387c4f167cd3f269a', 'gw_port': {'id': '25a7a4ba-4bdc-4818-b9e6-6b55b9218b29', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:09Z', 'updated_at': '2022-05-27T03:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': 'dabaf1cd-0bae-47bf-b100-3f588e5ff63c', 'name': '', 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744', 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a', 'mac_address': 'fa:16:3e:ca:1a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2f40426d-a764-47ba-9279-ffa431835798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:12Z', 'updated_at': '2022-05-27T03:43:15Z', 'revision_number': 4, 'project_id': 'e64d3975127c49b387c4f167cd3f269a', 'subnets': [{'id': '2f40426d-a764-47ba-9279-ffa431835798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:43:16.460103 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-1b9a096a-d67d-4c1c-b888-db3598b60dae None None] Current status of the port dabaf1cd-0bae-47bf-b100-3f588e5ff63c is: DOWN; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:43:16.461711 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-1b9a096a-d67d-4c1c-b888-db3598b60dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (dabaf1cd-0bae-47bf-b100-3f588e5ff63c), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:16.500074 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-de776957-0d3a-4170-bd8e-5fdaa1182f9e tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (cc85f3cc-019b-4a65-a5a6-3cf2b66506e8), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:16.503743 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-1b9a096a-d67d-4c1c-b888-db3598b60dae None None] For port dabaf1cd-0bae-47bf-b100-3f588e5ff63c, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=dabaf1cd-0bae-47bf-b100-3f588e5ff63c,segment=NetworkSegment(db38ef5c-f497-4e30-948a-fea63a50f9cb),segment_id=db38ef5c-f497-4e30-948a-fea63a50f9cb)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:16.620178 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-1b9a096a-d67d-4c1c-b888-db3598b60dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (dabaf1cd-0bae-47bf-b100-3f588e5ff63c), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:16.702297 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a096a-d67d-4c1c-b888-db3598b60dae None None] Pushing event updated for resources: {'Port': ['ID=dabaf1cd-0bae-47bf-b100-3f588e5ff63c,revision_number=5']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:16.713474 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 25a7a4ba-4bdc-4818-b9e6-6b55b9218b29 up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:43:16.739173 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-de776957-0d3a-4170-bd8e-5fdaa1182f9e tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks [] for port (cc85f3cc-019b-4a65-a5a6-3cf2b66506e8), precommit_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:16.746010 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:16.765911 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port 25a7a4ba-4bdc-4818-b9e6-6b55b9218b29 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:43:16.766333 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (25a7a4ba-4bdc-4818-b9e6-6b55b9218b29), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:16.803521 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-de776957-0d3a-4170-bd8e-5fdaa1182f9e tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59984215'] for port (cc85f3cc-019b-4a65-a5a6-3cf2b66506e8), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:16.845949 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port 25a7a4ba-4bdc-4818-b9e6-6b55b9218b29 is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:43:16.847735 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device dabaf1cd-0bae-47bf-b100-3f588e5ff63c up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:43:16.876680 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de776957-0d3a-4170-bd8e-5fdaa1182f9e tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Pushing event updated for resources: {'Port': ['ID=cc85f3cc-019b-4a65-a5a6-3cf2b66506e8,revision_number=2']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:16.888456 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-de776957-0d3a-4170-bd8e-5fdaa1182f9e tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665637'] for floatingip (737b05f7-9c1f-4aca-9097-286e7946a122), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:16.902087 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port dabaf1cd-0bae-47bf-b100-3f588e5ff63c triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:43:16.905700 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (dabaf1cd-0bae-47bf-b100-3f588e5ff63c), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:16.986812 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port dabaf1cd-0bae-47bf-b100-3f588e5ff63c is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:43:16.993643 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-de776957-0d3a-4170-bd8e-5fdaa1182f9e tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for floatingip (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:16.995161 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-de776957-0d3a-4170-bd8e-5fdaa1182f9e tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4619255 May 27 03:43:17.053788 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa75c3c-f4d4-4a9f-81f6-6700c7f256c7 req-030d54b6-90b6-4dfb-9fc0-a308a16ccdf0 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:17.055382 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-eaa75c3c-f4d4-4a9f-81f6-6700c7f256c7 req-030d54b6-90b6-4dfb-9fc0-a308a16ccdf0 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 985 time: 0.0567658 May 27 03:43:17.136543 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-eaa75c3c-f4d4-4a9f-81f6-6700c7f256c7 req-3e0a8b47-ac37-4b7c-99f9-eadc139cb783 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/security-groups?id=17368672-e98b-4b3a-b43e-4cd26c261ffe&id=58d73af7-c928-44a8-8f03-978f3e585414&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0739882 May 27 03:43:17.169157 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-86ebd838-26de-4600-b4e0-4accc0629ed6 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1423157707&fields=id&tenant_id=e64d3975127c49b387c4f167cd3f269a HTTP/1.1" status: 200 len: 267 time: 0.0549152 May 27 03:43:17.282753 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-2daf96b9-700d-49ff-b245-a4f1b70d9fae tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:17.284397 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-2daf96b9-700d-49ff-b245-a4f1b70d9fae tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/networks?id=d4913486-ec50-4585-8ca2-f97563844744 HTTP/1.1" status: 200 len: 816 time: 0.1087253 May 27 03:43:17.299933 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-4e25e0c5-6567-4b62-b76a-726c61f1ac05 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/quotas/e64d3975127c49b387c4f167cd3f269a HTTP/1.1" status: 200 len: 375 time: 0.0101235 May 27 03:43:17.352606 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-6702ccd0-f418-4468-93a2-520d0c2a8692 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=e64d3975127c49b387c4f167cd3f269a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472872 May 27 03:43:17.500332 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-9fea692e-2c80-4d52-a7bc-1966a6a8c4cc service neutron] 10.222.0.71 "GET /v2.0/networks/d4913486-ec50-4585-8ca2-f97563844744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351702 May 27 03:43:17.829437 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-8a74094f-cac3-417e-9e53-4ab12340f957 service neutron] 10.222.0.71 "GET /v2.0/networks/d4913486-ec50-4585-8ca2-f97563844744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229194 May 27 03:43:18.137325 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:18.137325 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-64a9c1ac-5a1e-437c-aa77-266354839301 req-1ba8419b-21d9-47a8-8769-4b14d46fb02e tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 210 time: 0.0322428 May 27 03:43:18.259943 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51355a69-36aa-43cf-9010-3d8bedb9e373 req-1e0f9dfe-2b3a-4d64-bc73-1e5d4b99f8cd tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:18.261479 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-51355a69-36aa-43cf-9010-3d8bedb9e373 req-1e0f9dfe-2b3a-4d64-bc73-1e5d4b99f8cd tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 985 time: 0.0535972 May 27 03:43:18.329288 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-51355a69-36aa-43cf-9010-3d8bedb9e373 req-e06bdfbc-2643-4bc3-a304-c3fb1303b0d8 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/security-groups?id=17368672-e98b-4b3a-b43e-4cd26c261ffe&id=58d73af7-c928-44a8-8f03-978f3e585414&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0616899 May 27 03:43:18.540962 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device dabaf1cd-0bae-47bf-b100-3f588e5ff63c up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:43:18.572798 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:18.585744 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port dabaf1cd-0bae-47bf-b100-3f588e5ff63c triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:43:18.586114 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (dabaf1cd-0bae-47bf-b100-3f588e5ff63c), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:18.662222 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port dabaf1cd-0bae-47bf-b100-3f588e5ff63c is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:43:19.204667 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ab2d3ffc-61d3-43ff-8c5a-06e12f52cbf6 req-ac39b490-b94a-4b56-8ae3-bb7e4ef4af59 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 210 time: 0.0280831 May 27 03:43:19.338917 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 6 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:43:19.450391 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607f483-afa0-4f62-818f-f2275bc2a55b req-e559a3d6-f81d-4fec-bc6e-fc9226256724 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:19.451949 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5607f483-afa0-4f62-818f-f2275bc2a55b req-e559a3d6-f81d-4fec-bc6e-fc9226256724 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 985 time: 0.0507500 May 27 03:43:19.513106 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5607f483-afa0-4f62-818f-f2275bc2a55b req-23b2c2ec-af4a-4acd-bbd6-2b2c97e18d76 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/security-groups?id=17368672-e98b-4b3a-b43e-4cd26c261ffe&id=58d73af7-c928-44a8-8f03-978f3e585414&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552733 May 27 03:43:20.308358 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-436f868e-d156-4c97-834f-fd60eaa3f627 req-35fb47c3-6d6b-48f4-a63a-0035067361d8 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 210 time: 0.0312886 May 27 03:43:20.508952 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-119c78f4-2b80-4475-b507-d3c135fdcca5 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:20.510419 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-119c78f4-2b80-4475-b507-d3c135fdcca5 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.72 "GET /v2.0/networks?id=d4913486-ec50-4585-8ca2-f97563844744 HTTP/1.1" status: 200 len: 816 time: 0.1056046 May 27 03:43:20.587333 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-7df2ce79-12c1-4f88-801b-419f776d86f1 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e64d3975127c49b387c4f167cd3f269a HTTP/1.1" status: 200 len: 380 time: 0.0678854 May 27 03:43:20.607043 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-9fc923b6-4cde-48ff-a51f-c50fe3ab4d73 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Request body: {'port': {'device_id': 'ce294b86-c5b3-4694-8d7e-658a0f12c1d5', 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744', 'admin_state_up': True, 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a', 'security_groups': ['4097d98b-b319-42af-b1ff-ad947565aa10']}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:43:20.639438 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:20.688829 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f749-ef7d-4acb-b7ee-8dd1e26d58b2 req-0b8a64b5-5245-4689-821a-cbb8cc08aa6c tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:20.690357 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2099f749-ef7d-4acb-b7ee-8dd1e26d58b2 req-0b8a64b5-5245-4689-821a-cbb8cc08aa6c tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 985 time: 0.1082437 May 27 03:43:20.794704 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2099f749-ef7d-4acb-b7ee-8dd1e26d58b2 req-6c5e78b5-ec6a-41f4-86ce-3f31ecac1f66 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/security-groups?id=17368672-e98b-4b3a-b43e-4cd26c261ffe&id=58d73af7-c928-44a8-8f03-978f3e585414&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0967588 May 27 03:43:20.882544 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-9fc923b6-4cde-48ff-a51f-c50fe3ab4d73 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Made reservation on behalf of e64d3975127c49b387c4f167cd3f269a for: {'port': 1} {{(pid=104677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:43:20.886079 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-9fc923b6-4cde-48ff-a51f-c50fe3ab4d73 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:21.021245 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.db_base_plugin_common [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-9fc923b6-4cde-48ff-a51f-c50fe3ab4d73 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Allocated IP 172.20.0.4 (d4913486-ec50-4585-8ca2-f97563844744/2f40426d-a764-47ba-9279-ffa431835798/a01e6280-f9b7-457e-9401-67af724f715e) {{(pid=104677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:43:21.165625 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-9fc923b6-4cde-48ff-a51f-c50fe3ab4d73 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks [] for port (a01e6280-f9b7-457e-9401-67af724f715e), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:21.166787 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:21.248059 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-9fc923b6-4cde-48ff-a51f-c50fe3ab4d73 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59984224'] for port (a01e6280-f9b7-457e-9401-67af724f715e), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:21.289709 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-9fc923b6-4cde-48ff-a51f-c50fe3ab4d73 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Network d4913486-ec50-4585-8ca2-f97563844744 is already hosted by enough agents. {{(pid=104677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:43:21.295664 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.base_scheduler [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-9fc923b6-4cde-48ff-a51f-c50fe3ab4d73 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Resources bound (agent type, host, resource id): {{(pid=104677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:43:21.299226 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-9fc923b6-4cde-48ff-a51f-c50fe3ab4d73 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Received port after_create {{(pid=104677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:43:21.328996 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc923b6-4cde-48ff-a51f-c50fe3ab4d73 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Pushing event updated for resources: {'Port': ['ID=a01e6280-f9b7-457e-9401-67af724f715e,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:21.359975 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-9fc923b6-4cde-48ff-a51f-c50fe3ab4d73 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:21.360602 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-9fc923b6-4cde-48ff-a51f-c50fe3ab4d73 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:21.434449 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb827b-1f83-49a2-a146-86c164e77954 req-f0491a18-3b62-4470-84a1-b6752243ff09 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:21.436151 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-8dfb827b-1f83-49a2-a146-86c164e77954 req-f0491a18-3b62-4470-84a1-b6752243ff09 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 931 time: 0.0499883 May 27 03:43:21.459060 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-9fc923b6-4cde-48ff-a51f-c50fe3ab4d73 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8560691 May 27 03:43:21.472554 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-2e8a303d-9093-4ba4-a2e5-08f8014b3ca3 service neutron] Request body: {'port': {'device_id': 'ce294b86-c5b3-4694-8d7e-658a0f12c1d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:43:21.519743 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-8dfb827b-1f83-49a2-a146-86c164e77954 req-167bb4f2-e4c6-4923-a18f-35b402ac3b05 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777762 May 27 03:43:21.526430 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:21.554258 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-2e8a303d-9093-4ba4-a2e5-08f8014b3ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (a01e6280-f9b7-457e-9401-67af724f715e), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:21.580516 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-96b64497-7e88-4c52-80fc-a0e8cf3fb06c None None] Provisioning complete for port a01e6280-f9b7-457e-9401-67af724f715e triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:43:21.581071 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-96b64497-7e88-4c52-80fc-a0e8cf3fb06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (a01e6280-f9b7-457e-9401-67af724f715e), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:21.613448 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-96b64497-7e88-4c52-80fc-a0e8cf3fb06c None None] Port a01e6280-f9b7-457e-9401-67af724f715e cannot update to ACTIVE because it is not bound. {{(pid=104679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:43:21.842572 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.notifiers.nova [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-2e8a303d-9093-4ba4-a2e5-08f8014b3ca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a01e6280-f9b7-457e-9401-67af724f715e {{(pid=104677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:43:21.850257 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-2e8a303d-9093-4ba4-a2e5-08f8014b3ca3 service neutron] Publish callbacks [] for port (a01e6280-f9b7-457e-9401-67af724f715e), precommit_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:21.863090 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-2e8a303d-9093-4ba4-a2e5-08f8014b3ca3 service neutron] Transition to ACTIVE for port object a01e6280-f9b7-457e-9401-67af724f715e will not be triggered until provisioned by entity L2. {{(pid=104677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:43:21.912171 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5f00a-6bfd-456a-8130-e7f2970d2120 req-00f88e28-0a6a-4fef-b7ee-d9774d33ca9e tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:21.913672 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0cd5f00a-6bfd-456a-8130-e7f2970d2120 req-00f88e28-0a6a-4fef-b7ee-d9774d33ca9e tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 985 time: 0.0470059 May 27 03:43:21.945880 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-2e8a303d-9093-4ba4-a2e5-08f8014b3ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59984215'] for port (a01e6280-f9b7-457e-9401-67af724f715e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:22.021409 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0cd5f00a-6bfd-456a-8130-e7f2970d2120 req-b9bb7088-e5a2-4ad1-ba50-393b796067f9 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/security-groups?id=17368672-e98b-4b3a-b43e-4cd26c261ffe&id=58d73af7-c928-44a8-8f03-978f3e585414&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1016273 May 27 03:43:22.030797 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a303d-9093-4ba4-a2e5-08f8014b3ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=a01e6280-f9b7-457e-9401-67af724f715e,revision_number=2']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:22.036836 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:22.109105 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-2e8a303d-9093-4ba4-a2e5-08f8014b3ca3 service neutron] Attempting to bind port a01e6280-f9b7-457e-9401-67af724f715e on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:43:22.109511 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-2e8a303d-9093-4ba4-a2e5-08f8014b3ca3 service neutron] Attempting to bind port a01e6280-f9b7-457e-9401-67af724f715e by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': 'db38ef5c-f497-4e30-948a-fea63a50f9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744'}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:43:22.109851 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-2e8a303d-9093-4ba4-a2e5-08f8014b3ca3 service neutron] Attempting to bind port a01e6280-f9b7-457e-9401-67af724f715e on network d4913486-ec50-4585-8ca2-f97563844744 {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:43:22.115032 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-2e8a303d-9093-4ba4-a2e5-08f8014b3ca3 service neutron] Port a01e6280-f9b7-457e-9401-67af724f715e on network d4913486-ec50-4585-8ca2-f97563844744 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:43:22.115359 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-2e8a303d-9093-4ba4-a2e5-08f8014b3ca3 service neutron] Attempting to bind port a01e6280-f9b7-457e-9401-67af724f715e on network d4913486-ec50-4585-8ca2-f97563844744 {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:43:22.120792 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-2e8a303d-9093-4ba4-a2e5-08f8014b3ca3 service neutron] Checking agent: {'id': '1c07afa2-e502-46e1-ac2b-740a8f00a450', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 36, 8), 'started_at': datetime.datetime(2022, 5, 27, 3, 36, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:43:22.121133 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-2e8a303d-9093-4ba4-a2e5-08f8014b3ca3 service neutron] Checking segment: {'id': 'db38ef5c-f497-4e30-948a-fea63a50f9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:43:22.122169 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-2e8a303d-9093-4ba4-a2e5-08f8014b3ca3 service neutron] Bound using segment: {'id': 'db38ef5c-f497-4e30-948a-fea63a50f9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744'} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:43:22.122612 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-2e8a303d-9093-4ba4-a2e5-08f8014b3ca3 service neutron] Bound port: a01e6280-f9b7-457e-9401-67af724f715e, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db38ef5c-f497-4e30-948a-fea63a50f9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744'}}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:43:22.123108 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-2e8a303d-9093-4ba4-a2e5-08f8014b3ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (a01e6280-f9b7-457e-9401-67af724f715e), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:22.191058 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.db [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-2e8a303d-9093-4ba4-a2e5-08f8014b3ca3 service neutron] For port a01e6280-f9b7-457e-9401-67af724f715e, host hv-cinder-84336, cleared binding levels {{(pid=104677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:43:22.194017 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.db [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-2e8a303d-9093-4ba4-a2e5-08f8014b3ca3 service neutron] For port a01e6280-f9b7-457e-9401-67af724f715e, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=a01e6280-f9b7-457e-9401-67af724f715e,segment=NetworkSegment(db38ef5c-f497-4e30-948a-fea63a50f9cb),segment_id=db38ef5c-f497-4e30-948a-fea63a50f9cb)] {{(pid=104677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:43:22.323054 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-2e8a303d-9093-4ba4-a2e5-08f8014b3ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59984215'] for port (a01e6280-f9b7-457e-9401-67af724f715e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:22.360421 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-2e8a303d-9093-4ba4-a2e5-08f8014b3ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:22.361135 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-2e8a303d-9093-4ba4-a2e5-08f8014b3ca3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:22.367445 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-2e8a303d-9093-4ba4-a2e5-08f8014b3ca3 service neutron] 10.222.0.72 "PUT /v2.0/ports/a01e6280-f9b7-457e-9401-67af724f715e HTTP/1.1" status: 200 len: 1093 time: 0.8941634 May 27 03:43:22.367445 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce294b86-c5b3-4694-8d7e-658a0f12c1d5', 'tag': 'a01e6280-f9b7-457e-9401-67af724f715e'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:43:22.368110 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5933d85cf17399e2dc167eca01249890e1c66fccb09b4015a1c2ab305ead4f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac289c3-27f2-40f9-a4dc-716c829acb5c" -d '{"events": [{"name": "network-changed", "server_uuid": "ce294b86-c5b3-4694-8d7e-658a0f12c1d5", "tag": "a01e6280-f9b7-457e-9401-67af724f715e"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:43:22.393094 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a303d-9093-4ba4-a2e5-08f8014b3ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=a01e6280-f9b7-457e-9401-67af724f715e,revision_number=3']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:22.424993 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11cbf8e6-4e79-4157-9c39-5fb6c351ce15 x-openstack-request-id: req-11cbf8e6-4e79-4157-9c39-5fb6c351ce15 {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:43:22.424993 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce294b86-c5b3-4694-8d7e-658a0f12c1d5", "tag": "a01e6280-f9b7-457e-9401-67af724f715e", "status": "completed", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:43:22.424993 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-11cbf8e6-4e79-4157-9c39-5fb6c351ce15 {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:43:22.424993 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11cbf8e6-4e79-4157-9c39-5fb6c351ce15'] response: {'name': 'network-changed', 'server_uuid': 'ce294b86-c5b3-4694-8d7e-658a0f12c1d5', 'tag': 'a01e6280-f9b7-457e-9401-67af724f715e', 'status': 'completed', 'code': 200} May 27 03:43:22.531373 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac289c3-27f2-40f9-a4dc-716c829acb5c req-e0809589-612a-4262-8e5c-50815e9fdfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:22.532948 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-aac289c3-27f2-40f9-a4dc-716c829acb5c req-e0809589-612a-4262-8e5c-50815e9fdfd2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e64d3975127c49b387c4f167cd3f269a&device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 1127 time: 0.0944839 May 27 03:43:22.645888 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:22.656573 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9688b1-9025-4bbf-88c1-97f655ae33ff req-0a408641-8c48-4856-a403-e1cab5c1a877 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:22.658081 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9b9688b1-9025-4bbf-88c1-97f655ae33ff req-0a408641-8c48-4856-a403-e1cab5c1a877 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 943 time: 0.0603089 May 27 03:43:22.698016 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac289c3-27f2-40f9-a4dc-716c829acb5c req-f532d497-5906-4baa-a81e-d9b238504f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:22.699559 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-aac289c3-27f2-40f9-a4dc-716c829acb5c req-f532d497-5906-4baa-a81e-d9b238504f4d service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=e64d3975127c49b387c4f167cd3f269a&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1589816 May 27 03:43:22.776235 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9b9688b1-9025-4bbf-88c1-97f655ae33ff req-85661ee8-5dc1-4c8c-9dfb-22079e27aa71 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090088 May 27 03:43:22.818164 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac289c3-27f2-40f9-a4dc-716c829acb5c req-0ab3fc68-b0ca-4400-a307-574db9872b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:22.819626 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-aac289c3-27f2-40f9-a4dc-716c829acb5c req-0ab3fc68-b0ca-4400-a307-574db9872b2d service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1097023 May 27 03:43:22.894020 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-d3de83dc-d580-4cc6-a154-8c7747f78c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:22.895502 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-d3de83dc-d580-4cc6-a154-8c7747f78c96 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e64d3975127c49b387c4f167cd3f269a&device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 1127 time: 0.0385234 May 27 03:43:22.935888 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-dffe4254-01fd-4030-a6fe-e3b18aa17d5f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a01e6280-f9b7-457e-9401-67af724f715e HTTP/1.1" status: 200 len: 217 time: 0.0321887 May 27 03:43:22.985944 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-daf6efb3-633a-42a2-b01f-7404814a69b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:22.987476 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-daf6efb3-633a-42a2-b01f-7404814a69b6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2f40426d-a764-47ba-9279-ffa431835798 HTTP/1.1" status: 200 len: 855 time: 0.0456591 May 27 03:43:23.033631 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-adde2006-6224-4f7b-a015-3c57f792f6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:23.035094 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-adde2006-6224-4f7b-a015-3c57f792f6a7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d4913486-ec50-4585-8ca2-f97563844744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0409200 May 27 03:43:23.159463 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd28cac-5ca3-473e-a6e4-bd8ec8ab011e req-1ff1769a-6563-41d2-8cbd-59002ce1a3ef tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:23.160931 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5fd28cac-5ca3-473e-a6e4-bd8ec8ab011e req-1ff1769a-6563-41d2-8cbd-59002ce1a3ef tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 985 time: 0.0672283 May 27 03:43:23.178230 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-c81c9111-dec2-4bf9-a2d8-14edc1d0ea05 service neutron] 10.222.0.72 "GET /v2.0/networks/d4913486-ec50-4585-8ca2-f97563844744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362784 May 27 03:43:23.280600 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5fd28cac-5ca3-473e-a6e4-bd8ec8ab011e req-d9c338d6-6140-4e52-8280-14989bfc9a40 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/security-groups?id=17368672-e98b-4b3a-b43e-4cd26c261ffe&id=58d73af7-c928-44a8-8f03-978f3e585414&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1138010 May 27 03:43:23.303510 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f71793d4-0eeb-4a91-8e4e-6da254075938 req-ee46e450-545c-4351-b801-0c6443c1aaa3 service neutron] 10.222.0.72 "GET /v2.0/networks/d4913486-ec50-4585-8ca2-f97563844744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164150 May 27 03:43:23.883012 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:23.901949 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ccbf9-a94f-4291-8081-185c9247a0e6 req-5ce2494e-8b78-44cf-a2e3-46a3a70f69e4 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:23.903443 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-a94ccbf9-a94f-4291-8081-185c9247a0e6 req-5ce2494e-8b78-44cf-a2e3-46a3a70f69e4 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 943 time: 0.0529964 May 27 03:43:23.951820 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-a94ccbf9-a94f-4291-8081-185c9247a0e6 req-7fe70f2d-3bc2-45c7-aabc-60bfc2a87a7e tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418904 May 27 03:43:24.393165 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41ee02-6675-401a-96fa-3b912d750c70 req-a9ddefab-7c7f-464b-8350-ff42fb58bc89 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:24.394667 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-cd41ee02-6675-401a-96fa-3b912d750c70 req-a9ddefab-7c7f-464b-8350-ff42fb58bc89 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 985 time: 0.0476308 May 27 03:43:24.455018 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-cd41ee02-6675-401a-96fa-3b912d750c70 req-ebd246be-0933-4f16-9656-574258f6a206 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/security-groups?id=17368672-e98b-4b3a-b43e-4cd26c261ffe&id=58d73af7-c928-44a8-8f03-978f3e585414&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546496 May 27 03:43:25.067865 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device a01e6280-f9b7-457e-9401-67af724f715e details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:43:25.068961 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85d40d-8d14-4f41-928d-c2704c934b31 req-5f67c52d-9de7-4b2e-81c1-194b255563c5 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:25.070598 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-6c85d40d-8d14-4f41-928d-c2704c934b31 req-5f67c52d-9de7-4b2e-81c1-194b255563c5 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 943 time: 0.0462332 May 27 03:43:25.120763 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-6c85d40d-8d14-4f41-928d-c2704c934b31 req-607edcee-eb1e-46d7-b3e1-fe03aba8356e tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444562 May 27 03:43:25.168517 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port a01e6280-f9b7-457e-9401-67af724f715e, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=a01e6280-f9b7-457e-9401-67af724f715e,segment=NetworkSegment(db38ef5c-f497-4e30-948a-fea63a50f9cb),segment_id=db38ef5c-f497-4e30-948a-fea63a50f9cb)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:25.180567 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Returning: {'device': 'a01e6280-f9b7-457e-9401-67af724f715e', 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744', 'port_id': 'a01e6280-f9b7-457e-9401-67af724f715e', 'mac_address': 'fa:16:3e:46:ab:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f40426d-a764-47ba-9279-ffa431835798', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:43:25.206533 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=100 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:25.216776 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port a01e6280-f9b7-457e-9401-67af724f715e is: DOWN; New status is: BUILD {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:43:25.218330 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (a01e6280-f9b7-457e-9401-67af724f715e), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:25.230215 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a01e6280-f9b7-457e-9401-67af724f715e {{(pid=104679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:43:25.254261 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port a01e6280-f9b7-457e-9401-67af724f715e, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=a01e6280-f9b7-457e-9401-67af724f715e,segment=NetworkSegment(db38ef5c-f497-4e30-948a-fea63a50f9cb),segment_id=db38ef5c-f497-4e30-948a-fea63a50f9cb)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:25.322161 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (a01e6280-f9b7-457e-9401-67af724f715e), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:25.368077 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=a01e6280-f9b7-457e-9401-67af724f715e,revision_number=4']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:25.415772 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=33,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:25.572682 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792ed8b-4fe0-47ea-9fa0-cd2388236439 req-461da967-09fe-4c87-a8b1-18f4a09c40b9 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:25.574180 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5792ed8b-4fe0-47ea-9fa0-cd2388236439 req-461da967-09fe-4c87-a8b1-18f4a09c40b9 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 985 time: 0.0505452 May 27 03:43:25.602056 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] get_ports_and_sgs() called for port_ids ['a01e6280-f9b7-457e-9401-67af724f715e'] {{(pid=104679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:43:25.635454 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5792ed8b-4fe0-47ea-9fa0-cd2388236439 req-e0446447-94bb-4e10-b75f-120e20d3e45b tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/security-groups?id=17368672-e98b-4b3a-b43e-4cd26c261ffe&id=58d73af7-c928-44a8-8f03-978f3e585414&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549340 May 27 03:43:26.240375 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a204c6-26b2-4dea-aebf-a836afb8ba82 req-34652c7c-0b6b-41fe-b4bb-11591634799e tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:26.241852 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-50a204c6-26b2-4dea-aebf-a836afb8ba82 req-34652c7c-0b6b-41fe-b4bb-11591634799e tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 944 time: 0.0476055 May 27 03:43:26.254227 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:26.289009 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-50a204c6-26b2-4dea-aebf-a836afb8ba82 req-60dbc3d2-5548-40b7-bb22-9d0b55920f1f tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416772 May 27 03:43:26.340262 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=50 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:26.751125 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65bcd81-b1d6-46c0-abe0-65ba235e4ea3 req-e661df6c-d834-4c68-a6bb-666c2d6f0de8 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:26.752496 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b65bcd81-b1d6-46c0-abe0-65ba235e4ea3 req-e661df6c-d834-4c68-a6bb-666c2d6f0de8 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 985 time: 0.0506332 May 27 03:43:26.811932 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b65bcd81-b1d6-46c0-abe0-65ba235e4ea3 req-2710880e-c46d-4827-b527-8235496392ac tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/security-groups?id=17368672-e98b-4b3a-b43e-4cd26c261ffe&id=58d73af7-c928-44a8-8f03-978f3e585414&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537250 May 27 03:43:27.079940 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device a01e6280-f9b7-457e-9401-67af724f715e up at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:43:27.128537 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Provisioning for port a01e6280-f9b7-457e-9401-67af724f715e completed by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:43:27.230758 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Provisioning complete for port a01e6280-f9b7-457e-9401-67af724f715e triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:43:27.231289 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (a01e6280-f9b7-457e-9401-67af724f715e), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:27.305965 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port a01e6280-f9b7-457e-9401-67af724f715e is: BUILD; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:43:27.306351 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (a01e6280-f9b7-457e-9401-67af724f715e), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:27.329870 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce294b86-c5b3-4694-8d7e-658a0f12c1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01e6280-f9b7-457e-9401-67af724f715e'}] {{(pid=104679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:43:27.332070 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d249cf550e2d843300bc9a66ec52257e0462e4d4b5166dc6bcb5b411a3eed5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd73e71c-bdef-4c62-8864-fcbd40aba3e0" -d '{"events": [{"server_uuid": "ce294b86-c5b3-4694-8d7e-658a0f12c1d5", "name": "network-vif-plugged", "status": "completed", "tag": "a01e6280-f9b7-457e-9401-67af724f715e"}]}' {{(pid=104679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:43:27.345574 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port a01e6280-f9b7-457e-9401-67af724f715e, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=a01e6280-f9b7-457e-9401-67af724f715e,segment=NetworkSegment(db38ef5c-f497-4e30-948a-fea63a50f9cb),segment_id=db38ef5c-f497-4e30-948a-fea63a50f9cb)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:27.409149 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9293a-d38a-4b61-a5f1-5a82577eed11 req-dbef6920-5bad-41c1-abc0-1884c2e77a3c tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:27.410736 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-75e9293a-d38a-4b61-a5f1-5a82577eed11 req-dbef6920-5bad-41c1-abc0-1884c2e77a3c tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 944 time: 0.0471199 May 27 03:43:27.459013 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-75e9293a-d38a-4b61-a5f1-5a82577eed11 req-acbd3dbd-3589-4b86-8983-3dbf2d79ffc7 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425625 May 27 03:43:27.465499 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (a01e6280-f9b7-457e-9401-67af724f715e), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:27.510830 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1c5d12-45fe-4175-b253-cbadc4494999 x-openstack-request-id: req-3d1c5d12-45fe-4175-b253-cbadc4494999 {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:43:27.511143 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce294b86-c5b3-4694-8d7e-658a0f12c1d5", "name": "network-vif-plugged", "status": "completed", "tag": "a01e6280-f9b7-457e-9401-67af724f715e", "code": 200}]} {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:43:27.511401 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3d1c5d12-45fe-4175-b253-cbadc4494999 {{(pid=104679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:43:27.511799 dv-cinder-843361-2-smb neutron-server[104679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d1c5d12-45fe-4175-b253-cbadc4494999'] response: {'server_uuid': 'ce294b86-c5b3-4694-8d7e-658a0f12c1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01e6280-f9b7-457e-9401-67af724f715e', 'code': 200} May 27 03:43:27.525535 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=a01e6280-f9b7-457e-9401-67af724f715e,revision_number=5']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:27.731363 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c761868-b5a3-4801-9af0-0c26e0135f1d req-31ea44ea-27dd-467d-aac7-f28c70570c73 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:27.733510 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-6c761868-b5a3-4801-9af0-0c26e0135f1d req-31ea44ea-27dd-467d-aac7-f28c70570c73 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 945 time: 0.0525539 May 27 03:43:27.785717 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-6c761868-b5a3-4801-9af0-0c26e0135f1d req-d496d1dc-23fa-4597-a520-81e13662a827 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/security-groups?id=9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462854 May 27 03:43:27.933438 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df017b-916e-40bd-835a-28ecf1e55e6e req-16c2cbfd-cf4d-43e2-9f22-1e3461024752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:27.934913 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-04df017b-916e-40bd-835a-28ecf1e55e6e req-16c2cbfd-cf4d-43e2-9f22-1e3461024752 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 1129 time: 0.0675647 May 27 03:43:27.947988 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2972aee-b832-48fe-9692-00ba0d06abd2 req-719d12a9-bdd2-4f7a-970f-fca9f4b48f1e tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:27.949346 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c2972aee-b832-48fe-9692-00ba0d06abd2 req-719d12a9-bdd2-4f7a-970f-fca9f4b48f1e tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 985 time: 0.0549400 May 27 03:43:28.025647 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-04df017b-916e-40bd-835a-28ecf1e55e6e req-2d4693fd-2743-49af-8f90-89b34d68ae55 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753191 May 27 03:43:28.039498 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c2972aee-b832-48fe-9692-00ba0d06abd2 req-6c3ab258-7ee1-4bab-a18e-2e7c856b53b4 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/security-groups?id=17368672-e98b-4b3a-b43e-4cd26c261ffe&id=58d73af7-c928-44a8-8f03-978f3e585414&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0833302 May 27 03:43:28.586497 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68395b-7203-4876-998d-be32ac304198 req-5010cc7f-1d0c-4dee-bdd2-39894e7c09f9 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:28.587995 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2b68395b-7203-4876-998d-be32ac304198 req-5010cc7f-1d0c-4dee-bdd2-39894e7c09f9 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 945 time: 0.0475671 May 27 03:43:28.631764 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:28.636220 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2b68395b-7203-4876-998d-be32ac304198 req-078e30e8-a5de-4b9d-ae50-9f0f5c5dbd68 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423253 May 27 03:43:28.899146 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34668e41-7e35-4b19-b2f2-1eb552c1a743 req-a84588b0-337c-4275-ac5f-ccd72638158f tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:28.900659 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-34668e41-7e35-4b19-b2f2-1eb552c1a743 req-a84588b0-337c-4275-ac5f-ccd72638158f tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 945 time: 0.0468462 May 27 03:43:28.953804 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-34668e41-7e35-4b19-b2f2-1eb552c1a743 req-54705a80-8841-4b9b-b507-604571387fad tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/security-groups?id=9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466549 May 27 03:43:29.334630 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=4 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:29.753741 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063df322-4a23-4785-893e-3273b65768cc req-8fddf41f-983b-46df-aeb8-28eb774825b5 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:29.755209 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-063df322-4a23-4785-893e-3273b65768cc req-8fddf41f-983b-46df-aeb8-28eb774825b5 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 945 time: 0.0469086 May 27 03:43:29.803747 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-063df322-4a23-4785-893e-3273b65768cc req-dbeafd5f-4ad6-49ac-b6d2-13171267a89e tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428140 May 27 03:43:29.921505 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00e118-6211-4054-a34a-631c2cb057bc req-2ae56dbe-1bff-486e-b643-7a7b05d78962 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:29.922981 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-3c00e118-6211-4054-a34a-631c2cb057bc req-2ae56dbe-1bff-486e-b643-7a7b05d78962 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 945 time: 0.0490723 May 27 03:43:29.931745 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 57586) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:43:29.937091 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-f67da2bc-3aa0-49fe-ab49-f3a7e3dfb3ff tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Request body: {'floatingip': {'port_id': 'a01e6280-f9b7-457e-9401-67af724f715e'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:43:29.978290 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f67da2bc-3aa0-49fe-ab49-f3a7e3dfb3ff tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks [] for floatingip (737b05f7-9c1f-4aca-9097-286e7946a122), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:30.118285 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df4de0-e44d-4f5d-90a8-a75dd1f2b736 req-7d1ba9ab-e7a7-4188-8f55-1f752170ff84 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:30.119747 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-87df4de0-e44d-4f5d-90a8-a75dd1f2b736 req-7d1ba9ab-e7a7-4188-8f55-1f752170ff84 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 945 time: 0.0842063 May 27 03:43:30.198829 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:30.219032 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-87df4de0-e44d-4f5d-90a8-a75dd1f2b736 req-1bb5c58e-4554-4d69-805b-39f80f3a5348 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/security-groups?id=9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928848 May 27 03:43:30.473442 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f67da2bc-3aa0-49fe-ab49-f3a7e3dfb3ff tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:30.550580 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f67da2bc-3aa0-49fe-ab49-f3a7e3dfb3ff tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665637'] for floatingip (737b05f7-9c1f-4aca-9097-286e7946a122), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:30.869801 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.db.l3_db [None req-f67da2bc-3aa0-49fe-ab49-f3a7e3dfb3ff tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Floating IP 737b05f7-9c1f-4aca-9097-286e7946a122 associated. External IP: 172.28.2.44, port: a01e6280-f9b7-457e-9401-67af724f715e. May 27 03:43:30.945369 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:31.063532 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67da2bc-3aa0-49fe-ab49-f3a7e3dfb3ff tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Router be077baf-7e54-4c6c-9d7f-973736ca605e has already been hosted by L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 {{(pid=104677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:43:31.164401 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67da2bc-3aa0-49fe-ab49-f3a7e3dfb3ff tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:43:31.169139 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f67da2bc-3aa0-49fe-ab49-f3a7e3dfb3ff tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for floatingip (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:31.174357 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b8428b-bcf4-48bb-b7a8-3f06d5492844 None None] Sync routers for ids ['be077baf-7e54-4c6c-9d7f-973736ca605e'] in dv-cinder-843361-2-smb {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:43:31.188472 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b8428b-bcf4-48bb-b7a8-3f06d5492844 None None] Routers {'be077baf-7e54-4c6c-9d7f-973736ca605e'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:43:31.189080 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-65b8428b-bcf4-48bb-b7a8-3f06d5492844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:43:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['be077baf-7e54-4c6c-9d7f-973736ca605e'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:43:31.199786 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-f67da2bc-3aa0-49fe-ab49-f3a7e3dfb3ff tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "PUT /v2.0/floatingips/737b05f7-9c1f-4aca-9097-286e7946a122 HTTP/1.1" status: 200 len: 990 time: 1.2667933 May 27 03:43:31.200406 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce294b86-c5b3-4694-8d7e-658a0f12c1d5', 'tag': 'a01e6280-f9b7-457e-9401-67af724f715e'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:43:31.203395 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5933d85cf17399e2dc167eca01249890e1c66fccb09b4015a1c2ab305ead4f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a001f4-65ae-4b91-b16a-bf8c0613bdbc" -d '{"events": [{"name": "network-changed", "server_uuid": "ce294b86-c5b3-4694-8d7e-658a0f12c1d5", "tag": "a01e6280-f9b7-457e-9401-67af724f715e"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:43:31.242590 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bc74b8-58a1-46b8-8fc9-f1dd5d7c3c5f x-openstack-request-id: req-d8bc74b8-58a1-46b8-8fc9-f1dd5d7c3c5f {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:43:31.242590 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce294b86-c5b3-4694-8d7e-658a0f12c1d5", "tag": "a01e6280-f9b7-457e-9401-67af724f715e", "status": "completed", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:43:31.242590 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d8bc74b8-58a1-46b8-8fc9-f1dd5d7c3c5f {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:43:31.242590 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8bc74b8-58a1-46b8-8fc9-f1dd5d7c3c5f'] response: {'name': 'network-changed', 'server_uuid': 'ce294b86-c5b3-4694-8d7e-658a0f12c1d5', 'tag': 'a01e6280-f9b7-457e-9401-67af724f715e', 'status': 'completed', 'code': 200} May 27 03:43:31.295886 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-65b8428b-bcf4-48bb-b7a8-3f06d5492844 None None] Set router be077baf-7e54-4c6c-9d7f-973736ca605e gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:43:31.336778 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a001f4-65ae-4b91-b16a-bf8c0613bdbc req-6778d23b-cf08-4f1f-bc48-c6de2ec98fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:31.338327 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-81a001f4-65ae-4b91-b16a-bf8c0613bdbc req-6778d23b-cf08-4f1f-bc48-c6de2ec98fc6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e64d3975127c49b387c4f167cd3f269a&device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 1129 time: 0.0718915 May 27 03:43:31.359458 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd6f91-4cac-4569-8474-b165ba7aba65 req-28e73cd8-6fca-4d67-9b4f-9c3bd1631907 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:31.360856 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-50dd6f91-4cac-4569-8474-b165ba7aba65 req-28e73cd8-6fca-4d67-9b4f-9c3bd1631907 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 945 time: 0.0637386 May 27 03:43:31.362566 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:31.470876 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-50dd6f91-4cac-4569-8474-b165ba7aba65 req-477d163f-5167-414a-8993-c98289f0a06c tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/security-groups?id=9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984995 May 27 03:43:31.489550 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a001f4-65ae-4b91-b16a-bf8c0613bdbc req-87bdd039-f8ba-4089-9129-66e1fbe8b79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:31.489550 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-81a001f4-65ae-4b91-b16a-bf8c0613bdbc req-87bdd039-f8ba-4089-9129-66e1fbe8b79f service neutron] 10.222.0.72 "GET /v2.0/networks?id=d4913486-ec50-4585-8ca2-f97563844744 HTTP/1.1" status: 200 len: 917 time: 0.1411850 May 27 03:43:31.517466 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-65b8428b-bcf4-48bb-b7a8-3f06d5492844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'name': 'tempest-AttachVolumeShelveTestJSON-533071195-router', 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.187'}], 'enable_snat': True}, 'gw_port_id': '25a7a4ba-4bdc-4818-b9e6-6b55b9218b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:43:09Z', 'updated_at': '2022-05-27T03:43:13Z', 'revision_number': 4, 'project_id': 'e64d3975127c49b387c4f167cd3f269a', 'gw_port': {'id': '25a7a4ba-4bdc-4818-b9e6-6b55b9218b29', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:09Z', 'updated_at': '2022-05-27T03:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_floatingips': [{'id': '737b05f7-9c1f-4aca-9097-286e7946a122', 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a', 'floating_ip_address': '172.28.2.44', 'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'router_id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'port_id': 'a01e6280-f9b7-457e-9401-67af724f715e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744', 'mac_address': 'fa:16:3e:46:ab:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce294b86-c5b3-4694-8d7e-658a0f12c1d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:43:16Z', 'updated_at': '2022-05-27T03:43:30Z', 'revision_number': 1, 'project_id': 'e64d3975127c49b387c4f167cd3f269a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dabaf1cd-0bae-47bf-b100-3f588e5ff63c', 'name': '', 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744', 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a', 'mac_address': 'fa:16:3e:ca:1a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2f40426d-a764-47ba-9279-ffa431835798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:12Z', 'updated_at': '2022-05-27T03:43:16Z', 'revision_number': 5, 'project_id': 'e64d3975127c49b387c4f167cd3f269a', 'subnets': [{'id': '2f40426d-a764-47ba-9279-ffa431835798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:43:31.543285 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b8428b-bcf4-48bb-b7a8-3f06d5492844 None None] Checking router: be077baf-7e54-4c6c-9d7f-973736ca605e for host: dv-cinder-843361-2-smb {{(pid=104680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:43:31.552087 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-81a001f4-65ae-4b91-b16a-bf8c0613bdbc req-ac1c3e14-9470-4bf2-8e1a-6a347ce1fb7e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a01e6280-f9b7-457e-9401-67af724f715e HTTP/1.1" status: 200 len: 998 time: 0.0583425 May 27 03:43:31.552429 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b8428b-bcf4-48bb-b7a8-3f06d5492844 None None] Routers {'be077baf-7e54-4c6c-9d7f-973736ca605e'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:43:31.553036 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-65b8428b-bcf4-48bb-b7a8-3f06d5492844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:43:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['be077baf-7e54-4c6c-9d7f-973736ca605e'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:43:31.603017 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a001f4-65ae-4b91-b16a-bf8c0613bdbc req-8b8ae1ea-5a81-44d0-ade5-61994fb30b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:31.604467 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-81a001f4-65ae-4b91-b16a-bf8c0613bdbc req-8b8ae1ea-5a81-44d0-ade5-61994fb30b34 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2f40426d-a764-47ba-9279-ffa431835798 HTTP/1.1" status: 200 len: 855 time: 0.0444181 May 27 03:43:31.650183 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a001f4-65ae-4b91-b16a-bf8c0613bdbc req-022856ad-ea0a-46c0-ae3b-7b0a7df3b420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:31.651676 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-81a001f4-65ae-4b91-b16a-bf8c0613bdbc req-022856ad-ea0a-46c0-ae3b-7b0a7df3b420 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d4913486-ec50-4585-8ca2-f97563844744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0413165 May 27 03:43:31.656383 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-65b8428b-bcf4-48bb-b7a8-3f06d5492844 None None] Set router be077baf-7e54-4c6c-9d7f-973736ca605e gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:43:31.740759 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-81a001f4-65ae-4b91-b16a-bf8c0613bdbc req-b5f91d6a-be1e-4847-afd1-d0c9a77dde72 service neutron] 10.222.0.72 "GET /v2.0/networks/d4913486-ec50-4585-8ca2-f97563844744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827956 May 27 03:43:31.838132 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-81a001f4-65ae-4b91-b16a-bf8c0613bdbc req-cdbff7db-3fc9-48fa-8dfb-1bf22d8a811c service neutron] 10.222.0.72 "GET /v2.0/networks/d4913486-ec50-4585-8ca2-f97563844744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910590 May 27 03:43:31.950927 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-65b8428b-bcf4-48bb-b7a8-3f06d5492844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'name': 'tempest-AttachVolumeShelveTestJSON-533071195-router', 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.187'}], 'enable_snat': True}, 'gw_port_id': '25a7a4ba-4bdc-4818-b9e6-6b55b9218b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:43:09Z', 'updated_at': '2022-05-27T03:43:13Z', 'revision_number': 4, 'project_id': 'e64d3975127c49b387c4f167cd3f269a', 'gw_port': {'id': '25a7a4ba-4bdc-4818-b9e6-6b55b9218b29', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:09Z', 'updated_at': '2022-05-27T03:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_floatingips': [{'id': '737b05f7-9c1f-4aca-9097-286e7946a122', 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a', 'floating_ip_address': '172.28.2.44', 'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'router_id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'port_id': 'a01e6280-f9b7-457e-9401-67af724f715e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744', 'mac_address': 'fa:16:3e:46:ab:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce294b86-c5b3-4694-8d7e-658a0f12c1d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:43:16Z', 'updated_at': '2022-05-27T03:43:30Z', 'revision_number': 1, 'project_id': 'e64d3975127c49b387c4f167cd3f269a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dabaf1cd-0bae-47bf-b100-3f588e5ff63c', 'name': '', 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744', 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a', 'mac_address': 'fa:16:3e:ca:1a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2f40426d-a764-47ba-9279-ffa431835798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:12Z', 'updated_at': '2022-05-27T03:43:16Z', 'revision_number': 5, 'project_id': 'e64d3975127c49b387c4f167cd3f269a', 'subnets': [{'id': '2f40426d-a764-47ba-9279-ffa431835798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:43:31.976039 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b8428b-bcf4-48bb-b7a8-3f06d5492844 None None] The sync data for ids ['be077baf-7e54-4c6c-9d7f-973736ca605e'] in dv-cinder-843361-2-smb is: [{'id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'name': 'tempest-AttachVolumeShelveTestJSON-533071195-router', 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.187'}], 'enable_snat': True}, 'gw_port_id': '25a7a4ba-4bdc-4818-b9e6-6b55b9218b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:43:09Z', 'updated_at': '2022-05-27T03:43:13Z', 'revision_number': 4, 'project_id': 'e64d3975127c49b387c4f167cd3f269a', 'gw_port': {'id': '25a7a4ba-4bdc-4818-b9e6-6b55b9218b29', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:09Z', 'updated_at': '2022-05-27T03:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_floatingips': [{'id': '737b05f7-9c1f-4aca-9097-286e7946a122', 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a', 'floating_ip_address': '172.28.2.44', 'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'router_id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'port_id': 'a01e6280-f9b7-457e-9401-67af724f715e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744', 'mac_address': 'fa:16:3e:46:ab:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce294b86-c5b3-4694-8d7e-658a0f12c1d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:43:16Z', 'updated_at': '2022-05-27T03:43:30Z', 'revision_number': 1, 'project_id': 'e64d3975127c49b387c4f167cd3f269a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dabaf1cd-0bae-47bf-b100-3f588e5ff63c', 'name': '', 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744', 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a', 'mac_address': 'fa:16:3e:ca:1a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2f40426d-a764-47ba-9279-ffa431835798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:12Z', 'updated_at': '2022-05-27T03:43:16Z', 'revision_number': 5, 'project_id': 'e64d3975127c49b387c4f167cd3f269a', 'subnets': [{'id': '2f40426d-a764-47ba-9279-ffa431835798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:43:32.173624 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bdd83d-c6ce-4bc0-ac0c-09d4ac719c0a None None] New status for floating IP 737b05f7-9c1f-4aca-9097-286e7946a122: ACTIVE {{(pid=104679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:43:32.176828 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:32.588514 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa6106-583a-403d-b365-9893e0682820 req-5e4fbb55-7e3b-42f9-9e83-1d76464b2f3d tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:32.589999 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-15fa6106-583a-403d-b365-9893e0682820 req-5e4fbb55-7e3b-42f9-9e83-1d76464b2f3d tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 945 time: 0.0481505 May 27 03:43:32.640962 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-15fa6106-583a-403d-b365-9893e0682820 req-9e92e769-b17f-4f4d-8eaf-cb7a5f49b9cc tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/security-groups?id=9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445192 May 27 03:43:33.758458 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d34cd-e555-43f7-a9b5-3d267c17f63b req-d31566f7-6c44-40c9-bcea-bcfbfb523b5a tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:33.759936 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f80d34cd-e555-43f7-a9b5-3d267c17f63b req-d31566f7-6c44-40c9-bcea-bcfbfb523b5a tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 945 time: 0.0494695 May 27 03:43:33.815116 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f80d34cd-e555-43f7-a9b5-3d267c17f63b req-ce54210d-79e9-4182-b076-9c0ab2a46f09 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/security-groups?id=9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490773 May 27 03:43:34.935155 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc27d9-72f9-4a22-8f60-b611f49562f3 req-548a8275-2625-4c8d-a7eb-644eca17e5ee tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:34.937245 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b4dc27d9-72f9-4a22-8f60-b611f49562f3 req-548a8275-2625-4c8d-a7eb-644eca17e5ee tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 945 time: 0.0530708 May 27 03:43:34.969510 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:34.989396 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b4dc27d9-72f9-4a22-8f60-b611f49562f3 req-ad071212-9a41-44ba-aec5-1357e9265899 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/security-groups?id=9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459669 May 27 03:43:36.104985 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893544c-7fac-4977-a776-9188614a19ad req-88534aae-c805-4c1e-9e91-e9ad96ca1d8c tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:36.106515 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-a893544c-7fac-4977-a776-9188614a19ad req-88534aae-c805-4c1e-9e91-e9ad96ca1d8c tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 945 time: 0.0476096 May 27 03:43:36.122356 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-455bb1eb-12bc-40a2-98ff-da76df3892fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:36.157860 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-a893544c-7fac-4977-a776-9188614a19ad req-b5fb6ddd-bea7-44b3-aefd-9998771c4e21 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/security-groups?id=9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457680 May 27 03:43:37.279721 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3591a8d2-879d-482e-8afb-0aa4e0fe0fb6 req-c640b7b3-70d4-4281-b626-f588fc08ba9c tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:37.281211 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-3591a8d2-879d-482e-8afb-0aa4e0fe0fb6 req-c640b7b3-70d4-4281-b626-f588fc08ba9c tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 945 time: 0.0531542 May 27 03:43:37.330831 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-3591a8d2-879d-482e-8afb-0aa4e0fe0fb6 req-c9d02bd0-4760-4b9a-aa15-d52168a1c01b tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/security-groups?id=9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439498 May 27 03:43:37.995779 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4df02c-e667-49cc-9a7b-2d977f93575f req-f69fb217-9d21-4028-81d3-402e6ef2db61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:37.997311 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9c4df02c-e667-49cc-9a7b-2d977f93575f req-f69fb217-9d21-4028-81d3-402e6ef2db61 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=768052d3698e483584138b97ac418580&device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 1129 time: 0.0412996 May 27 03:43:38.093608 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4df02c-e667-49cc-9a7b-2d977f93575f req-6c6fcff4-1e6b-474a-b698-3adf943296f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:38.095191 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9c4df02c-e667-49cc-9a7b-2d977f93575f req-6c6fcff4-1e6b-474a-b698-3adf943296f3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=66877992-c539-4a20-bc38-e23ad3fab872 HTTP/1.1" status: 200 len: 909 time: 0.0902464 May 27 03:43:38.157577 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9c4df02c-e667-49cc-9a7b-2d977f93575f req-f56f6f67-77cb-4fa2-900c-dfe4618e1aa1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c01d7d2-45fa-41fd-aac9-41a72ed6d89f HTTP/1.1" status: 200 len: 1001 time: 0.0563788 May 27 03:43:38.171621 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:38.206025 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4df02c-e667-49cc-9a7b-2d977f93575f req-176cb7ee-50e8-43dd-bcbc-394125808253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:38.208162 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9c4df02c-e667-49cc-9a7b-2d977f93575f req-176cb7ee-50e8-43dd-bcbc-394125808253 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d06f8d51-ddd1-498e-b885-be07a3b307ee HTTP/1.1" status: 200 len: 847 time: 0.0446761 May 27 03:43:38.255618 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4df02c-e667-49cc-9a7b-2d977f93575f req-0b56b4f5-0298-4aef-8c95-e67881962d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:38.257163 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9c4df02c-e667-49cc-9a7b-2d977f93575f req-0b56b4f5-0298-4aef-8c95-e67881962d22 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=66877992-c539-4a20-bc38-e23ad3fab872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0421596 May 27 03:43:38.343178 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-e0f2972d-5f92-4f5a-a693-fdba663b20f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:38.362167 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9c4df02c-e667-49cc-9a7b-2d977f93575f req-b85e08ba-6d37-4672-b398-e08a15fd1485 service neutron] 10.222.0.72 "GET /v2.0/networks/66877992-c539-4a20-bc38-e23ad3fab872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979760 May 27 03:43:38.484024 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb85eb-5e8a-450b-b91f-b4e25ec78969 req-d29beb07-5e96-4d67-8712-62e9a900914a tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:38.485891 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-febb85eb-5e8a-450b-b91f-b4e25ec78969 req-d29beb07-5e96-4d67-8712-62e9a900914a tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 945 time: 0.0651255 May 27 03:43:38.514660 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9c4df02c-e667-49cc-9a7b-2d977f93575f req-871437aa-81c3-4095-a035-89cf76fbabfe service neutron] 10.222.0.72 "GET /v2.0/networks/66877992-c539-4a20-bc38-e23ad3fab872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462908 May 27 03:43:38.547318 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-febb85eb-5e8a-450b-b91f-b4e25ec78969 req-403566e6-fc6e-4cf7-9da6-ad4c4a01bc60 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/security-groups?id=9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500290 May 27 03:43:38.733185 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:39.345057 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:39.660113 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1875775-7b8e-476b-b1d3-e519e7f81809 req-77a6b682-20e6-41d3-9e33-1e4fce263587 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:39.662098 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-d1875775-7b8e-476b-b1d3-e519e7f81809 req-77a6b682-20e6-41d3-9e33-1e4fce263587 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 945 time: 0.0467062 May 27 03:43:39.714346 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-d1875775-7b8e-476b-b1d3-e519e7f81809 req-073fa0ee-847c-4e73-8ea0-016a831ed498 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/security-groups?id=9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467575 May 27 03:43:40.837046 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309cebc-fe73-4480-842a-2f5e38bec340 req-7fc21cd2-d746-4ed6-81b7-594f039a84cb tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:40.838474 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-3309cebc-fe73-4480-842a-2f5e38bec340 req-7fc21cd2-d746-4ed6-81b7-594f039a84cb tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 945 time: 0.0559475 May 27 03:43:40.874473 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:40.887879 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-3309cebc-fe73-4480-842a-2f5e38bec340 req-b09f7bb0-5af7-4e0c-9330-3b9d5e176f34 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/security-groups?id=9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435345 May 27 03:43:41.047977 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:41.949099 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=67 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:41.955234 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=81 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:42.006569 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f48d78-3f64-4b46-9936-9bf7f6faeea8 req-f200e600-6e82-4737-b7c1-59252a61f1d1 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:42.008148 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-44f48d78-3f64-4b46-9936-9bf7f6faeea8 req-f200e600-6e82-4737-b7c1-59252a61f1d1 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 945 time: 0.0497885 May 27 03:43:42.058299 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-44f48d78-3f64-4b46-9936-9bf7f6faeea8 req-6682e75a-c34f-4eaa-859d-f136792b764a tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/security-groups?id=9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440397 May 27 03:43:42.131850 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [req-646d44c7-0856-4fad-9881-17e58f1d700c req-c2e006c6-dd83-42d5-869d-ba9a54588908 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104677) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:43:42.133039 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-646d44c7-0856-4fad-9881-17e58f1d700c req-c2e006c6-dd83-42d5-869d-ba9a54588908 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054235 May 27 03:43:42.361293 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:42.448270 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786f5ba-460e-48f1-8987-82be1cbc6c22 req-9ef820f7-cf21-451e-ac04-f08fc15577ac tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:42.449808 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c786f5ba-460e-48f1-8987-82be1cbc6c22 req-9ef820f7-cf21-451e-ac04-f08fc15577ac tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 945 time: 0.0542099 May 27 03:43:42.472583 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 57680) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:43:42.507866 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c786f5ba-460e-48f1-8987-82be1cbc6c22 req-a221cd94-34ac-4845-990d-8c8363106a65 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/security-groups?id=9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495598 May 27 03:43:42.573911 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-4651a4bc-2d38-4c20-a632-4bb7f24b87de req-66053940-ac25-4a76-ba36-d542e7f058fb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0990720 May 27 03:43:42.583381 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [req-4651a4bc-2d38-4c20-a632-4bb7f24b87de req-314a39e7-f154-4e31-ae6b-30164b2babb1 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104678) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:43:42.584444 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-4651a4bc-2d38-4c20-a632-4bb7f24b87de req-314a39e7-f154-4e31-ae6b-30164b2babb1 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058591 May 27 03:43:42.683013 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 57690) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:43:42.784069 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651a4bc-2d38-4c20-a632-4bb7f24b87de req-bb6a6ef8-5fe4-454b-9ae3-24c5e0f9f6e9 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:42.786493 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-4651a4bc-2d38-4c20-a632-4bb7f24b87de req-bb6a6ef8-5fe4-454b-9ae3-24c5e0f9f6e9 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports/2c01d7d2-45fa-41fd-aac9-41a72ed6d89f HTTP/1.1" status: 200 len: 942 time: 0.1014659 May 27 03:43:43.177769 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 2c01d7d2-45fa-41fd-aac9-41a72ed6d89f no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:43:43.249598 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port 2c01d7d2-45fa-41fd-aac9-41a72ed6d89f is: ACTIVE; New status is: DOWN {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:43:43.249976 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (2c01d7d2-45fa-41fd-aac9-41a72ed6d89f), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:43.252387 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:43.273794 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24144904-0238-4933-b5ed-1b4c9e7fd28f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c01d7d2-45fa-41fd-aac9-41a72ed6d89f'}] {{(pid=104679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:43:43.276194 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d249cf550e2d843300bc9a66ec52257e0462e4d4b5166dc6bcb5b411a3eed5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1905077-6107-425e-9554-cdb587443780" -d '{"events": [{"server_uuid": "24144904-0238-4933-b5ed-1b4c9e7fd28f", "name": "network-vif-unplugged", "status": "completed", "tag": "2c01d7d2-45fa-41fd-aac9-41a72ed6d89f"}]}' {{(pid=104679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:43:43.290215 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port 2c01d7d2-45fa-41fd-aac9-41a72ed6d89f, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=2c01d7d2-45fa-41fd-aac9-41a72ed6d89f,segment=NetworkSegment(59d0f9c5-fa7f-45ad-b3fc-654ed598984c),segment_id=59d0f9c5-fa7f-45ad-b3fc-654ed598984c)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:43.365251 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 May 2022 03:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74596b0a-b8ad-4075-8a29-45078714e886 x-openstack-request-id: req-74596b0a-b8ad-4075-8a29-45078714e886 {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:43:43.365843 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24144904-0238-4933-b5ed-1b4c9e7fd28f", "name": "network-vif-unplugged", "status": "failed", "tag": "2c01d7d2-45fa-41fd-aac9-41a72ed6d89f", "code": 422}]} {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:43:43.365843 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-74596b0a-b8ad-4075-8a29-45078714e886 {{(pid=104679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:43:43.366266 dv-cinder-843361-2-smb neutron-server[104679]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-74596b0a-b8ad-4075-8a29-45078714e886']: {'server_uuid': '24144904-0238-4933-b5ed-1b4c9e7fd28f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2c01d7d2-45fa-41fd-aac9-41a72ed6d89f', 'code': 422} returned with failed status May 27 03:43:43.367430 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (2c01d7d2-45fa-41fd-aac9-41a72ed6d89f), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:43.414281 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=2c01d7d2-45fa-41fd-aac9-41a72ed6d89f,revision_number=6']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:43.634714 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228efa5-f392-49c1-b7dc-91fe76461e51 req-1941fbbc-f4e5-4f39-9cc2-9b46d27e9ee3 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:43.636229 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-4228efa5-f392-49c1-b7dc-91fe76461e51 req-1941fbbc-f4e5-4f39-9cc2-9b46d27e9ee3 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 943 time: 0.0486608 May 27 03:43:43.689446 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-4228efa5-f392-49c1-b7dc-91fe76461e51 req-e74c32af-9adf-4e9c-9e9b-4620fe0013c2 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/security-groups?id=9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469778 May 27 03:43:44.810629 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5dd19-eed1-45b0-a336-38aa250445e8 req-0b20af89-6dea-47e1-8e2a-a07ab7a4b739 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:44.812165 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-e7a5dd19-eed1-45b0-a336-38aa250445e8 req-0b20af89-6dea-47e1-8e2a-a07ab7a4b739 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 943 time: 0.0532293 May 27 03:43:44.865029 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-e7a5dd19-eed1-45b0-a336-38aa250445e8 req-062c9b4a-c7da-4dda-83bc-2a5e8a85c341 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/security-groups?id=9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472271 May 27 03:43:45.618130 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651a4bc-2d38-4c20-a632-4bb7f24b87de req-755b8248-8164-44ee-89d3-e39350f50599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:45.619638 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-4651a4bc-2d38-4c20-a632-4bb7f24b87de req-755b8248-8164-44ee-89d3-e39350f50599 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f&tenant_id=768052d3698e483584138b97ac418580 HTTP/1.1" status: 200 len: 1127 time: 0.0723984 May 27 03:43:45.684736 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651a4bc-2d38-4c20-a632-4bb7f24b87de req-bb8644e6-9961-4f9d-985c-48e1ccf1c06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:45.686185 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-4651a4bc-2d38-4c20-a632-4bb7f24b87de req-bb8644e6-9961-4f9d-985c-48e1ccf1c06d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=768052d3698e483584138b97ac418580&device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 1127 time: 0.0434353 May 27 03:43:45.769089 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:45.782587 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651a4bc-2d38-4c20-a632-4bb7f24b87de req-a875f43e-ef6d-44fe-9461-dcecc3f26740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:45.784078 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-4651a4bc-2d38-4c20-a632-4bb7f24b87de req-a875f43e-ef6d-44fe-9461-dcecc3f26740 service neutron] 10.222.0.72 "GET /v2.0/networks?id=66877992-c539-4a20-bc38-e23ad3fab872 HTTP/1.1" status: 200 len: 909 time: 0.0917380 May 27 03:43:45.852316 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-4651a4bc-2d38-4c20-a632-4bb7f24b87de req-3c684554-2d09-443e-b5c0-9623076aa43f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c01d7d2-45fa-41fd-aac9-41a72ed6d89f HTTP/1.1" status: 200 len: 999 time: 0.0581751 May 27 03:43:45.903823 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651a4bc-2d38-4c20-a632-4bb7f24b87de req-7a6ac396-05a9-4e79-976b-86989fc4426d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:45.907517 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-4651a4bc-2d38-4c20-a632-4bb7f24b87de req-7a6ac396-05a9-4e79-976b-86989fc4426d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d06f8d51-ddd1-498e-b885-be07a3b307ee HTTP/1.1" status: 200 len: 847 time: 0.0456452 May 27 03:43:45.983497 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651a4bc-2d38-4c20-a632-4bb7f24b87de req-7b63ad1c-0ac0-4d03-8816-f44a5ac9ac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:45.984890 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-4651a4bc-2d38-4c20-a632-4bb7f24b87de req-7b63ad1c-0ac0-4d03-8816-f44a5ac9ac11 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=66877992-c539-4a20-bc38-e23ad3fab872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0706251 May 27 03:43:45.999093 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc86fe8-b647-42ca-ad12-09a6fcaceab4 req-0ff867d6-7800-4861-96c4-24cfa6370cca tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:46.000477 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-acc86fe8-b647-42ca-ad12-09a6fcaceab4 req-0ff867d6-7800-4861-96c4-24cfa6370cca tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 943 time: 0.0593047 May 27 03:43:46.107029 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-acc86fe8-b647-42ca-ad12-09a6fcaceab4 req-41a2154e-0b41-423b-9409-63b9a76e8777 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/security-groups?id=9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986691 May 27 03:43:46.120816 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-4651a4bc-2d38-4c20-a632-4bb7f24b87de req-bd76b44e-3f2f-432b-93d1-25afe52ca2ff service neutron] 10.222.0.72 "GET /v2.0/networks/66877992-c539-4a20-bc38-e23ad3fab872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281199 May 27 03:43:46.211091 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:46.217189 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-4651a4bc-2d38-4c20-a632-4bb7f24b87de req-989f23b5-61d4-42b2-a4b9-1c19ec99763d service neutron] 10.222.0.72 "GET /v2.0/networks/66877992-c539-4a20-bc38-e23ad3fab872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886724 May 27 03:43:47.220470 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7665d6-72e9-424e-9843-0b0ffc0124f5 req-b4663a4b-7d4c-489d-bdd2-0477ea3fd575 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:47.221953 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5e7665d6-72e9-424e-9843-0b0ffc0124f5 req-b4663a4b-7d4c-489d-bdd2-0477ea3fd575 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 943 time: 0.0498669 May 27 03:43:47.270800 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5e7665d6-72e9-424e-9843-0b0ffc0124f5 req-480ad900-ae0c-4dc7-a3b9-3a7f6f73f419 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/security-groups?id=9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429533 May 27 03:43:48.388674 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08649ed8-1304-4da9-912a-3596eec5b358 req-2f5687c7-7afc-41e4-8f79-dbe91c8716af tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:48.390273 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-08649ed8-1304-4da9-912a-3596eec5b358 req-2f5687c7-7afc-41e4-8f79-dbe91c8716af tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 943 time: 0.0489998 May 27 03:43:48.444268 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-08649ed8-1304-4da9-912a-3596eec5b358 req-c0c90f3a-423e-4dce-8331-c58dccca9aaf tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/security-groups?id=9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483294 May 27 03:43:49.239097 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 2c01d7d2-45fa-41fd-aac9-41a72ed6d89f details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:43:49.343021 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port 2c01d7d2-45fa-41fd-aac9-41a72ed6d89f, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=2c01d7d2-45fa-41fd-aac9-41a72ed6d89f,segment=NetworkSegment(59d0f9c5-fa7f-45ad-b3fc-654ed598984c),segment_id=59d0f9c5-fa7f-45ad-b3fc-654ed598984c)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:49.355937 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Returning: {'device': '2c01d7d2-45fa-41fd-aac9-41a72ed6d89f', 'network_id': '66877992-c539-4a20-bc38-e23ad3fab872', 'port_id': '2c01d7d2-45fa-41fd-aac9-41a72ed6d89f', 'mac_address': 'fa:16:3e:f9:ec:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd06f8d51-ddd1-498e-b885-be07a3b307ee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:43:49.393373 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port 2c01d7d2-45fa-41fd-aac9-41a72ed6d89f is: DOWN; New status is: BUILD {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:43:49.393770 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (2c01d7d2-45fa-41fd-aac9-41a72ed6d89f), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:49.407597 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c01d7d2-45fa-41fd-aac9-41a72ed6d89f {{(pid=104679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:43:49.428382 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port 2c01d7d2-45fa-41fd-aac9-41a72ed6d89f, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=2c01d7d2-45fa-41fd-aac9-41a72ed6d89f,segment=NetworkSegment(59d0f9c5-fa7f-45ad-b3fc-654ed598984c),segment_id=59d0f9c5-fa7f-45ad-b3fc-654ed598984c)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:49.560651 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d6caec-c0c3-4458-8be8-973ebdf20070 req-2b8fb5b7-eb37-4133-bae5-3ed7ecc09385 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:49.562281 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-d9d6caec-c0c3-4458-8be8-973ebdf20070 req-2b8fb5b7-eb37-4133-bae5-3ed7ecc09385 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 943 time: 0.0494850 May 27 03:43:49.573322 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (2c01d7d2-45fa-41fd-aac9-41a72ed6d89f), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:49.611843 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-d9d6caec-c0c3-4458-8be8-973ebdf20070 req-1b377c39-e47d-49a8-802a-6721fbfc6936 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/security-groups?id=9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440016 May 27 03:43:49.626645 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=2c01d7d2-45fa-41fd-aac9-41a72ed6d89f,revision_number=7']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:49.831680 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028a875-7d02-4ff9-b403-7612cb85f0f6 req-55c93fb9-6320-4585-9d7b-46536d845b42 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:49.833081 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c028a875-7d02-4ff9-b403-7612cb85f0f6 req-55c93fb9-6320-4585-9d7b-46536d845b42 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=24fa99fd-2411-42f2-899d-d86fdd796bea HTTP/1.1" status: 200 len: 945 time: 0.0476906 May 27 03:43:49.867066 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] get_ports_and_sgs() called for port_ids ['2c01d7d2-45fa-41fd-aac9-41a72ed6d89f'] {{(pid=104679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:43:49.881362 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c028a875-7d02-4ff9-b403-7612cb85f0f6 req-34b260b0-432d-4258-b972-c3c6eccc0d01 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=85d0766f-7fee-48c2-a3ee-d59abb07db60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418725 May 27 03:43:50.044596 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:50.732365 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca0320-e4d8-4ac9-81c6-93a3de6f358a req-9326867c-644a-4540-8ec8-9977d1137604 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:50.733745 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-d5ca0320-e4d8-4ac9-81c6-93a3de6f358a req-9326867c-644a-4540-8ec8-9977d1137604 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 944 time: 0.0500157 May 27 03:43:50.782857 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-d5ca0320-e4d8-4ac9-81c6-93a3de6f358a req-33ee4605-0417-49b2-8f74-8687ca2def01 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/security-groups?id=9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435858 May 27 03:43:50.996543 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec103e96-acfe-4c01-a60f-082f61263005 req-285247c9-0262-42ce-9a4f-43568e0fc8be tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:50.998000 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ec103e96-acfe-4c01-a60f-082f61263005 req-285247c9-0262-42ce-9a4f-43568e0fc8be tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=24fa99fd-2411-42f2-899d-d86fdd796bea HTTP/1.1" status: 200 len: 945 time: 0.0475931 May 27 03:43:51.031574 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:51.046069 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ec103e96-acfe-4c01-a60f-082f61263005 req-012eb06b-c96d-49fa-9cb2-517709c0e4e7 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=85d0766f-7fee-48c2-a3ee-d59abb07db60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420296 May 27 03:43:51.248782 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 2c01d7d2-45fa-41fd-aac9-41a72ed6d89f up at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:43:51.292805 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Provisioning complete for port 2c01d7d2-45fa-41fd-aac9-41a72ed6d89f triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:43:51.293174 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (2c01d7d2-45fa-41fd-aac9-41a72ed6d89f), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:51.362251 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port 2c01d7d2-45fa-41fd-aac9-41a72ed6d89f is: BUILD; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:43:51.362628 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (2c01d7d2-45fa-41fd-aac9-41a72ed6d89f), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:51.379619 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:51.385241 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24144904-0238-4933-b5ed-1b4c9e7fd28f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c01d7d2-45fa-41fd-aac9-41a72ed6d89f'}] {{(pid=104679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:43:51.387433 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d249cf550e2d843300bc9a66ec52257e0462e4d4b5166dc6bcb5b411a3eed5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e349875b-656b-428a-b5f1-f9ef5bff32dd" -d '{"events": [{"server_uuid": "24144904-0238-4933-b5ed-1b4c9e7fd28f", "name": "network-vif-plugged", "status": "completed", "tag": "2c01d7d2-45fa-41fd-aac9-41a72ed6d89f"}]}' {{(pid=104679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:43:51.403019 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port 2c01d7d2-45fa-41fd-aac9-41a72ed6d89f, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=2c01d7d2-45fa-41fd-aac9-41a72ed6d89f,segment=NetworkSegment(59d0f9c5-fa7f-45ad-b3fc-654ed598984c),segment_id=59d0f9c5-fa7f-45ad-b3fc-654ed598984c)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:51.424156 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde2a448-fcf8-4b0a-9306-6ef87775fe30 x-openstack-request-id: req-cde2a448-fcf8-4b0a-9306-6ef87775fe30 {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:43:51.424409 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24144904-0238-4933-b5ed-1b4c9e7fd28f", "name": "network-vif-plugged", "status": "completed", "tag": "2c01d7d2-45fa-41fd-aac9-41a72ed6d89f", "code": 200}]} {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:43:51.424652 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cde2a448-fcf8-4b0a-9306-6ef87775fe30 {{(pid=104679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:43:51.425034 dv-cinder-843361-2-smb neutron-server[104679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cde2a448-fcf8-4b0a-9306-6ef87775fe30'] response: {'server_uuid': '24144904-0238-4933-b5ed-1b4c9e7fd28f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c01d7d2-45fa-41fd-aac9-41a72ed6d89f', 'code': 200} May 27 03:43:51.475686 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (2c01d7d2-45fa-41fd-aac9-41a72ed6d89f), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:51.523169 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=2c01d7d2-45fa-41fd-aac9-41a72ed6d89f,revision_number=8']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:51.530274 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:51.530611 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:51.530944 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:51.531274 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:51.531598 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:51.531921 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:51.532239 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:51.532555 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:51.532875 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:51.533186 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:51.533529 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:51.537126 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:51.537126 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:51.537126 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:51.537126 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:51.909643 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa61e40-7853-42f2-9a96-997792bf0e71 req-07e9ee58-7586-4a9f-bdfd-1365b18423a2 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:51.911991 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5fa61e40-7853-42f2-9a96-997792bf0e71 req-07e9ee58-7586-4a9f-bdfd-1365b18423a2 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 945 time: 0.0586231 May 27 03:43:51.970358 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5fa61e40-7853-42f2-9a96-997792bf0e71 req-26bc9652-b8a9-4e77-bd8d-a8d943d4d359 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/security-groups?id=9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509858 May 27 03:43:52.015993 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ecde9-3cec-41cf-a3c1-469c431f7baf req-e70038ca-2dd2-4897-a456-72a53a76f4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:52.017546 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-362ecde9-3cec-41cf-a3c1-469c431f7baf req-e70038ca-2dd2-4897-a456-72a53a76f4e1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 1129 time: 0.0402966 May 27 03:43:52.070186 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead62af1-be68-4bb5-bfbf-1043b2df55d9 req-aca76743-63f3-4623-8f19-e53dfa89fe4c tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:52.071720 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-ead62af1-be68-4bb5-bfbf-1043b2df55d9 req-aca76743-63f3-4623-8f19-e53dfa89fe4c tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.72 "GET /v2.0/ports?device_id=24fa99fd-2411-42f2-899d-d86fdd796bea HTTP/1.1" status: 200 len: 945 time: 0.0501208 May 27 03:43:52.080131 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-362ecde9-3cec-41cf-a3c1-469c431f7baf req-99cca654-0f34-483e-9bb9-1481721a942e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468900 May 27 03:43:52.167163 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f605128-5d9c-4ad4-9960-952ef90d5094 req-1448c775-8682-4b65-b1ea-d051b20f42d4 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:52.168690 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-6f605128-5d9c-4ad4-9960-952ef90d5094 req-1448c775-8682-4b65-b1ea-d051b20f42d4 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=24fa99fd-2411-42f2-899d-d86fdd796bea HTTP/1.1" status: 200 len: 945 time: 0.0495551 May 27 03:43:52.172066 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [req-ead62af1-be68-4bb5-bfbf-1043b2df55d9 req-198b824f-fc39-40bb-ae12-86576672694c tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Deleting port 765601e3-7738-445b-a63f-30e764e11103 {{(pid=104678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:43:52.172416 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-ead62af1-be68-4bb5-bfbf-1043b2df55d9 req-198b824f-fc39-40bb-ae12-86576672694c tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (765601e3-7738-445b-a63f-30e764e11103), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:52.229994 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-6f605128-5d9c-4ad4-9960-952ef90d5094 req-091a3bca-2f0e-4767-a5d1-935ac03dbe6e tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups?id=85d0766f-7fee-48c2-a3ee-d59abb07db60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543463 May 27 03:43:52.272826 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-ead62af1-be68-4bb5-bfbf-1043b2df55d9 req-198b824f-fc39-40bb-ae12-86576672694c tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] For port 765601e3-7738-445b-a63f-30e764e11103, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=765601e3-7738-445b-a63f-30e764e11103,segment=NetworkSegment(83c06243-6dbd-48ee-aa93-81ebad273030),segment_id=83c06243-6dbd-48ee-aa93-81ebad273030)] {{(pid=104678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:52.273834 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-ead62af1-be68-4bb5-bfbf-1043b2df55d9 req-198b824f-fc39-40bb-ae12-86576672694c tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (765601e3-7738-445b-a63f-30e764e11103), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:52.453015 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-ead62af1-be68-4bb5-bfbf-1043b2df55d9 req-198b824f-fc39-40bb-ae12-86576672694c tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:52.453406 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-ead62af1-be68-4bb5-bfbf-1043b2df55d9 req-198b824f-fc39-40bb-ae12-86576672694c tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665637'] for floatingip (ee4f565a-996b-4f68-b891-a1b67807feb2), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:52.453728 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.db.l3_db [req-ead62af1-be68-4bb5-bfbf-1043b2df55d9 req-198b824f-fc39-40bb-ae12-86576672694c tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Floating IP ee4f565a-996b-4f68-b891-a1b67807feb2 disassociated. External IP: 172.28.2.95, port: 765601e3-7738-445b-a63f-30e764e11103. May 27 03:43:52.454081 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [req-ead62af1-be68-4bb5-bfbf-1043b2df55d9 req-198b824f-fc39-40bb-ae12-86576672694c tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Calling delete_port for 765601e3-7738-445b-a63f-30e764e11103 owned by compute:nova {{(pid=104678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:43:52.647126 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-ead62af1-be68-4bb5-bfbf-1043b2df55d9 req-198b824f-fc39-40bb-ae12-86576672694c tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (765601e3-7738-445b-a63f-30e764e11103), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:52.674566 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198b824f-fc39-40bb-ae12-86576672694c tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Pushing event deleted for resources: {'Port': ['ID=765601e3-7738-445b-a63f-30e764e11103,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:52.684951 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b824f-fc39-40bb-ae12-86576672694c tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:52.685368 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b824f-fc39-40bb-ae12-86576672694c tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:52.685719 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b824f-fc39-40bb-ae12-86576672694c tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:52.686085 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b824f-fc39-40bb-ae12-86576672694c tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:52.686421 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b824f-fc39-40bb-ae12-86576672694c tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:52.686804 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b824f-fc39-40bb-ae12-86576672694c tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:52.687137 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b824f-fc39-40bb-ae12-86576672694c tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:52.687989 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b824f-fc39-40bb-ae12-86576672694c tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:52.687989 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b824f-fc39-40bb-ae12-86576672694c tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:52.688535 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b824f-fc39-40bb-ae12-86576672694c tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:52.688535 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b824f-fc39-40bb-ae12-86576672694c tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:52.688887 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b824f-fc39-40bb-ae12-86576672694c tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:52.689124 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b824f-fc39-40bb-ae12-86576672694c tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:52.689480 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b824f-fc39-40bb-ae12-86576672694c tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:52.689805 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b824f-fc39-40bb-ae12-86576672694c tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:52.801612 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ead62af1-be68-4bb5-bfbf-1043b2df55d9 req-198b824f-fc39-40bb-ae12-86576672694c tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Router 3ea81409-8cbf-4ea2-bf1f-784c8d3f3232 has already been hosted by L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 {{(pid=104678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:43:52.904789 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ead62af1-be68-4bb5-bfbf-1043b2df55d9 req-198b824f-fc39-40bb-ae12-86576672694c tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:43:52.914279 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c58864-3733-4472-b366-4d88b39b785e None None] Sync routers for ids ['3ea81409-8cbf-4ea2-bf1f-784c8d3f3232'] in dv-cinder-843361-2-smb {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:43:52.932830 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c58864-3733-4472-b366-4d88b39b785e None None] Routers {'3ea81409-8cbf-4ea2-bf1f-784c8d3f3232'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:43:52.933564 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-d6c58864-3733-4472-b366-4d88b39b785e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:43:38Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['3ea81409-8cbf-4ea2-bf1f-784c8d3f3232'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:43:52.949437 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead62af1-be68-4bb5-bfbf-1043b2df55d9 req-198b824f-fc39-40bb-ae12-86576672694c tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] No DVR routers for this DVR port 765601e3-7738-445b-a63f-30e764e11103 on host hv-cinder-84336 {{(pid=104678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:43:52.952029 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-ead62af1-be68-4bb5-bfbf-1043b2df55d9 req-198b824f-fc39-40bb-ae12-86576672694c tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:52.955301 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-ead62af1-be68-4bb5-bfbf-1043b2df55d9 req-198b824f-fc39-40bb-ae12-86576672694c tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.72 "DELETE /v2.0/ports/765601e3-7738-445b-a63f-30e764e11103 HTTP/1.1" status: 204 len: 173 time: 0.8782601 May 27 03:43:52.955733 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24fa99fd-2411-42f2-899d-d86fdd796bea', 'name': 'network-vif-deleted', 'tag': '765601e3-7738-445b-a63f-30e764e11103'}] {{(pid=104678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:43:52.957987 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e1ed873ee784d85eb1b1d61ec54b86d2255e46a50b7e273563a24fff47d01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5420f35f-cb9c-4608-86be-33cb588386d3" -d '{"events": [{"server_uuid": "24fa99fd-2411-42f2-899d-d86fdd796bea", "name": "network-vif-deleted", "tag": "765601e3-7738-445b-a63f-30e764e11103"}]}' {{(pid=104678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:43:53.074969 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c3815f-77d3-44fc-ae3f-925e8485e639 x-openstack-request-id: req-d1c3815f-77d3-44fc-ae3f-925e8485e639 {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:43:53.075622 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24fa99fd-2411-42f2-899d-d86fdd796bea", "name": "network-vif-deleted", "tag": "765601e3-7738-445b-a63f-30e764e11103", "status": "completed", "code": 200}]} {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:43:53.075622 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d1c3815f-77d3-44fc-ae3f-925e8485e639 {{(pid=104678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:43:53.075795 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1c3815f-77d3-44fc-ae3f-925e8485e639'] response: {'server_uuid': '24fa99fd-2411-42f2-899d-d86fdd796bea', 'name': 'network-vif-deleted', 'tag': '765601e3-7738-445b-a63f-30e764e11103', 'status': 'completed', 'code': 200} May 27 03:43:53.089733 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-d6c58864-3733-4472-b366-4d88b39b785e None None] Set router 3ea81409-8cbf-4ea2-bf1f-784c8d3f3232 gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:43:53.113624 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500463d3-84ac-4d84-b9f0-6284ff884e3b req-fd774579-6886-4abb-af60-ef3af0247fac tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:53.115142 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-500463d3-84ac-4d84-b9f0-6284ff884e3b req-fd774579-6886-4abb-af60-ef3af0247fac tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 945 time: 0.0650280 May 27 03:43:53.179622 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-500463d3-84ac-4d84-b9f0-6284ff884e3b req-9040fd2f-2bf9-405e-86ec-8a8ff318cd4a tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/security-groups?id=9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568738 May 27 03:43:53.331379 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-7b3377e9-4daa-4e97-9be0-d1a1b481feb9 req-7748c4eb-9970-4f16-ba89-e166ea09395d tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=24fa99fd-2411-42f2-899d-d86fdd796bea HTTP/1.1" status: 200 len: 210 time: 0.0278661 May 27 03:43:53.371567 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-d6c58864-3733-4472-b366-4d88b39b785e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'name': 'tempest-AttachVolumeTestJSON-674304045-router', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:38:11Z', 'updated_at': '2022-05-27T03:38:19Z', 'revision_number': 4, 'project_id': '3ca63dae986749728daf5c42db0d14e3', 'gw_port': {'id': 'a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:12Z', 'updated_at': '2022-05-27T03:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': '15ff380c-0799-4cd2-a8e3-a627c40232e6', 'name': '', 'network_id': '7a2ea638-361b-43e7-98a5-ad26674b6832', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'mac_address': 'fa:16:3e:db:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f2766fdc-78e4-4021-8ae5-25446d105c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:16Z', 'updated_at': '2022-05-27T03:38:31Z', 'revision_number': 5, 'project_id': '3ca63dae986749728daf5c42db0d14e3', 'subnets': [{'id': 'f2766fdc-78e4-4021-8ae5-25446d105c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:43:53.395354 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c58864-3733-4472-b366-4d88b39b785e None None] Checking router: 3ea81409-8cbf-4ea2-bf1f-784c8d3f3232 for host: dv-cinder-843361-2-smb {{(pid=104680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:43:53.403625 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c58864-3733-4472-b366-4d88b39b785e None None] Routers {'3ea81409-8cbf-4ea2-bf1f-784c8d3f3232'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:43:53.404158 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-d6c58864-3733-4472-b366-4d88b39b785e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:43:38Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['3ea81409-8cbf-4ea2-bf1f-784c8d3f3232'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:43:53.504808 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-d6c58864-3733-4472-b366-4d88b39b785e None None] Set router 3ea81409-8cbf-4ea2-bf1f-784c8d3f3232 gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:43:53.694483 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-d6c58864-3733-4472-b366-4d88b39b785e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'name': 'tempest-AttachVolumeTestJSON-674304045-router', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:38:11Z', 'updated_at': '2022-05-27T03:38:19Z', 'revision_number': 4, 'project_id': '3ca63dae986749728daf5c42db0d14e3', 'gw_port': {'id': 'a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:12Z', 'updated_at': '2022-05-27T03:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': '15ff380c-0799-4cd2-a8e3-a627c40232e6', 'name': '', 'network_id': '7a2ea638-361b-43e7-98a5-ad26674b6832', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'mac_address': 'fa:16:3e:db:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f2766fdc-78e4-4021-8ae5-25446d105c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:16Z', 'updated_at': '2022-05-27T03:38:31Z', 'revision_number': 5, 'project_id': '3ca63dae986749728daf5c42db0d14e3', 'subnets': [{'id': 'f2766fdc-78e4-4021-8ae5-25446d105c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:43:53.722796 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c58864-3733-4472-b366-4d88b39b785e None None] The sync data for ids ['3ea81409-8cbf-4ea2-bf1f-784c8d3f3232'] in dv-cinder-843361-2-smb is: [{'id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'name': 'tempest-AttachVolumeTestJSON-674304045-router', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:38:11Z', 'updated_at': '2022-05-27T03:38:19Z', 'revision_number': 4, 'project_id': '3ca63dae986749728daf5c42db0d14e3', 'gw_port': {'id': 'a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:12Z', 'updated_at': '2022-05-27T03:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': '15ff380c-0799-4cd2-a8e3-a627c40232e6', 'name': '', 'network_id': '7a2ea638-361b-43e7-98a5-ad26674b6832', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'mac_address': 'fa:16:3e:db:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f2766fdc-78e4-4021-8ae5-25446d105c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:16Z', 'updated_at': '2022-05-27T03:38:31Z', 'revision_number': 5, 'project_id': '3ca63dae986749728daf5c42db0d14e3', 'subnets': [{'id': 'f2766fdc-78e4-4021-8ae5-25446d105c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:43:53.955673 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3785bec-ddad-4b68-bc17-eb1ef1f5caff None None] New status for floating IP ee4f565a-996b-4f68-b891-a1b67807feb2: DOWN {{(pid=104679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:43:54.296772 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88541c9c-6fb5-4ad9-bc2b-d22faa6d146d req-86e135bd-8853-4742-8102-bd47c95c70c0 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:54.298280 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-88541c9c-6fb5-4ad9-bc2b-d22faa6d146d req-86e135bd-8853-4742-8102-bd47c95c70c0 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 945 time: 0.0465250 May 27 03:43:54.354477 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-88541c9c-6fb5-4ad9-bc2b-d22faa6d146d req-3e5abf44-401c-4ec9-801e-3d4b5799c09b tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/security-groups?id=9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503521 May 27 03:43:54.422862 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:54.440913 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ba7586d5-57c7-4151-8ee7-d06d89d5cc70 req-2ad97098-886b-4937-abeb-e550d4bd26dd tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/ports?device_id=24fa99fd-2411-42f2-899d-d86fdd796bea HTTP/1.1" status: 200 len: 210 time: 0.0280652 May 27 03:43:55.258277 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 765601e3-7738-445b-a63f-30e764e11103 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:43:55.277494 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] No Port match for: 765601e3-7738-445b-a63f-30e764e11103 {{(pid=104679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:43:55.277829 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 765601e3-7738-445b-a63f-30e764e11103 not bound to the agent host hv-cinder-84336 {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:43:55.625959 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 57804) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:43:55.680706 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-2ac1649d-e746-4b12-931e-4bc3e13b1955 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks [] for security_group (85d0766f-7fee-48c2-a3ee-d59abb07db60), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:55.703927 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-2ac1649d-e746-4b12-931e-4bc3e13b1955 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks [] for security_group (85d0766f-7fee-48c2-a3ee-d59abb07db60), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:55.864733 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-2ac1649d-e746-4b12-931e-4bc3e13b1955 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (85d0766f-7fee-48c2-a3ee-d59abb07db60), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:55.867390 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-2ac1649d-e746-4b12-931e-4bc3e13b1955 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:55.868564 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-2ac1649d-e746-4b12-931e-4bc3e13b1955 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "DELETE /v2.0/security-groups/85d0766f-7fee-48c2-a3ee-d59abb07db60 HTTP/1.1" status: 204 len: 168 time: 0.2416193 May 27 03:43:55.871454 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 57806) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:43:55.878081 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac1649d-e746-4b12-931e-4bc3e13b1955 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d0766f-7fee-48c2-a3ee-d59abb07db60,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:55.885629 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.api.v2.resource [None req-6f64dbf9-9487-4863-84b0-a3d5e6935ffc tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] show failed (client error): The resource could not be found. May 27 03:43:55.885875 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac1649d-e746-4b12-931e-4bc3e13b1955 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:55.886289 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac1649d-e746-4b12-931e-4bc3e13b1955 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:55.886634 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-6f64dbf9-9487-4863-84b0-a3d5e6935ffc tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "GET /v2.0/security-groups/85d0766f-7fee-48c2-a3ee-d59abb07db60 HTTP/1.1" status: 404 len: 347 time: 0.0141840 May 27 03:43:55.886908 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac1649d-e746-4b12-931e-4bc3e13b1955 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:55.887041 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac1649d-e746-4b12-931e-4bc3e13b1955 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:55.887298 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac1649d-e746-4b12-931e-4bc3e13b1955 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:55.887633 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac1649d-e746-4b12-931e-4bc3e13b1955 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:55.887963 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac1649d-e746-4b12-931e-4bc3e13b1955 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:55.888291 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac1649d-e746-4b12-931e-4bc3e13b1955 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:55.888622 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac1649d-e746-4b12-931e-4bc3e13b1955 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:55.888949 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac1649d-e746-4b12-931e-4bc3e13b1955 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:55.889306 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac1649d-e746-4b12-931e-4bc3e13b1955 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:55.889414 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 57808) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:43:55.889627 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac1649d-e746-4b12-931e-4bc3e13b1955 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:55.889952 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac1649d-e746-4b12-931e-4bc3e13b1955 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:55.890274 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac1649d-e746-4b12-931e-4bc3e13b1955 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:55.890601 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac1649d-e746-4b12-931e-4bc3e13b1955 tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:55.971853 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:55.993516 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:56.001939 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [None req-ae74e533-f2f7-4de3-869a-b0454885249f tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Deleting port c9cf5833-79b6-4006-b4f1-fd6436d7fbe9 {{(pid=104678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:43:56.002281 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ae74e533-f2f7-4de3-869a-b0454885249f tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (c9cf5833-79b6-4006-b4f1-fd6436d7fbe9), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:56.080459 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ae74e533-f2f7-4de3-869a-b0454885249f tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (c9cf5833-79b6-4006-b4f1-fd6436d7fbe9), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:56.080784 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ae74e533-f2f7-4de3-869a-b0454885249f tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks [] for floatingip (c9cf5833-79b6-4006-b4f1-fd6436d7fbe9), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:56.093888 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [None req-ae74e533-f2f7-4de3-869a-b0454885249f tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Calling delete_port for c9cf5833-79b6-4006-b4f1-fd6436d7fbe9 owned by network:floatingip {{(pid=104678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:43:56.338756 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 6 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:43:56.344197 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ae74e533-f2f7-4de3-869a-b0454885249f tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (c9cf5833-79b6-4006-b4f1-fd6436d7fbe9), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:56.369048 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74e533-f2f7-4de3-869a-b0454885249f tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Pushing event deleted for resources: {'Port': ['ID=c9cf5833-79b6-4006-b4f1-fd6436d7fbe9,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:56.434191 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ae74e533-f2f7-4de3-869a-b0454885249f tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks [] for floatingip (ee4f565a-996b-4f68-b891-a1b67807feb2), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:56.436976 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ae74e533-f2f7-4de3-869a-b0454885249f tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for floatingip (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:56.438152 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-ae74e533-f2f7-4de3-869a-b0454885249f tempest-AttachVolumeTestJSON-1748456327 tempest-AttachVolumeTestJSON-1748456327-project] 10.222.0.71 "DELETE /v2.0/floatingips/ee4f565a-996b-4f68-b891-a1b67807feb2 HTTP/1.1" status: 204 len: 168 time: 0.5478792 May 27 03:44:00.477351 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 57838) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:00.870457 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:00.894520 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-64a6d013-d925-4b61-8fa0-3acac2f0afcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3664613'] for router_interface (3ea81409-8cbf-4ea2-bf1f-784c8d3f3232), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:01.387853 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-64a6d013-d925-4b61-8fa0-3acac2f0afcb admin admin] Deleting port 15ff380c-0799-4cd2-a8e3-a627c40232e6 {{(pid=104677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:44:01.388188 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-64a6d013-d925-4b61-8fa0-3acac2f0afcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (15ff380c-0799-4cd2-a8e3-a627c40232e6), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:01.467638 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-64a6d013-d925-4b61-8fa0-3acac2f0afcb admin admin] For port 15ff380c-0799-4cd2-a8e3-a627c40232e6, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=15ff380c-0799-4cd2-a8e3-a627c40232e6,segment=NetworkSegment(83c06243-6dbd-48ee-aa93-81ebad273030),segment_id=83c06243-6dbd-48ee-aa93-81ebad273030)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:01.467994 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-64a6d013-d925-4b61-8fa0-3acac2f0afcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (15ff380c-0799-4cd2-a8e3-a627c40232e6), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:01.484130 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-64a6d013-d925-4b61-8fa0-3acac2f0afcb admin admin] Calling delete_port for 15ff380c-0799-4cd2-a8e3-a627c40232e6 owned by network:router_interface {{(pid=104677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:44:01.489519 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:01.727569 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-64a6d013-d925-4b61-8fa0-3acac2f0afcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59984224'] for port (15ff380c-0799-4cd2-a8e3-a627c40232e6), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:01.752127 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6d013-d925-4b61-8fa0-3acac2f0afcb admin admin] Pushing event deleted for resources: {'Port': ['ID=15ff380c-0799-4cd2-a8e3-a627c40232e6,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:01.918359 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-64a6d013-d925-4b61-8fa0-3acac2f0afcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-827016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3664505'] for router_interface (3ea81409-8cbf-4ea2-bf1f-784c8d3f3232), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:02.063534 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:02.119495 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a6d013-d925-4b61-8fa0-3acac2f0afcb admin admin] Router 3ea81409-8cbf-4ea2-bf1f-784c8d3f3232 has already been hosted by L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 {{(pid=104677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:44:02.221882 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a6d013-d925-4b61-8fa0-3acac2f0afcb admin admin] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:44:02.227414 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-64a6d013-d925-4b61-8fa0-3acac2f0afcb admin admin] 10.222.0.71 "PUT /v2.0/routers/3ea81409-8cbf-4ea2-bf1f-784c8d3f3232/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7488399 May 27 03:44:02.229944 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 57844) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:02.231353 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77628ba8-02e4-46d6-a998-d67b3a7c880d None None] Sync routers for ids ['3ea81409-8cbf-4ea2-bf1f-784c8d3f3232'] in dv-cinder-843361-2-smb {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:44:02.241461 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77628ba8-02e4-46d6-a998-d67b3a7c880d None None] Routers {'3ea81409-8cbf-4ea2-bf1f-784c8d3f3232'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:44:02.242066 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-77628ba8-02e4-46d6-a998-d67b3a7c880d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:43:38Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['3ea81409-8cbf-4ea2-bf1f-784c8d3f3232'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:02.282967 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:02.330747 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50065ad-9ed3-4ee1-b5d9-1babc5f7bb2b admin admin] Publish callbacks [] for router (3ea81409-8cbf-4ea2-bf1f-784c8d3f3232), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:02.341744 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-77628ba8-02e4-46d6-a998-d67b3a7c880d None None] Set router 3ea81409-8cbf-4ea2-bf1f-784c8d3f3232 gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:44:02.401844 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=100 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:02.428826 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50065ad-9ed3-4ee1-b5d9-1babc5f7bb2b admin admin] Publish callbacks [] for router_gateway (3ea81409-8cbf-4ea2-bf1f-784c8d3f3232), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:02.432707 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=100 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:02.513477 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-77628ba8-02e4-46d6-a998-d67b3a7c880d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'name': 'tempest-AttachVolumeTestJSON-674304045-router', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:38:11Z', 'updated_at': '2022-05-27T03:44:01Z', 'revision_number': 5, 'project_id': '3ca63dae986749728daf5c42db0d14e3', 'gw_port': {'id': 'a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:38:12Z', 'updated_at': '2022-05-27T03:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb'}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:02.543417 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77628ba8-02e4-46d6-a998-d67b3a7c880d None None] Checking router: 3ea81409-8cbf-4ea2-bf1f-784c8d3f3232 for host: dv-cinder-843361-2-smb {{(pid=104680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:44:02.552801 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77628ba8-02e4-46d6-a998-d67b3a7c880d None None] Routers {'3ea81409-8cbf-4ea2-bf1f-784c8d3f3232'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:44:02.553446 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-77628ba8-02e4-46d6-a998-d67b3a7c880d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:43:38Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['3ea81409-8cbf-4ea2-bf1f-784c8d3f3232'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:02.560904 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-f50065ad-9ed3-4ee1-b5d9-1babc5f7bb2b admin admin] Deleting port a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1 {{(pid=104677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:44:02.561457 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50065ad-9ed3-4ee1-b5d9-1babc5f7bb2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:02.645122 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-f50065ad-9ed3-4ee1-b5d9-1babc5f7bb2b admin admin] For port a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1,segment=NetworkSegment(bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5),segment_id=bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:02.645562 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50065ad-9ed3-4ee1-b5d9-1babc5f7bb2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:02.659711 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-f50065ad-9ed3-4ee1-b5d9-1babc5f7bb2b admin admin] Calling delete_port for a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1 owned by network:router_gateway {{(pid=104677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:44:02.724666 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-77628ba8-02e4-46d6-a998-d67b3a7c880d None None] Set router 3ea81409-8cbf-4ea2-bf1f-784c8d3f3232 gateway port host: None {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:44:02.780157 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-77628ba8-02e4-46d6-a998-d67b3a7c880d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'name': 'tempest-AttachVolumeTestJSON-674304045-router', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:38:11Z', 'updated_at': '2022-05-27T03:44:02Z', 'revision_number': 6, 'project_id': '3ca63dae986749728daf5c42db0d14e3', 'gw_port_host': None}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:02.808943 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77628ba8-02e4-46d6-a998-d67b3a7c880d None None] The sync data for ids ['3ea81409-8cbf-4ea2-bf1f-784c8d3f3232'] in dv-cinder-843361-2-smb is: [{'id': '3ea81409-8cbf-4ea2-bf1f-784c8d3f3232', 'name': 'tempest-AttachVolumeTestJSON-674304045-router', 'tenant_id': '3ca63dae986749728daf5c42db0d14e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:38:11Z', 'updated_at': '2022-05-27T03:44:02Z', 'revision_number': 6, 'project_id': '3ca63dae986749728daf5c42db0d14e3', 'gw_port_host': None}] {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:44:02.887361 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50065ad-9ed3-4ee1-b5d9-1babc5f7bb2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59984224'] for port (a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:02.910579 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50065ad-9ed3-4ee1-b5d9-1babc5f7bb2b admin admin] Pushing event deleted for resources: {'Port': ['ID=a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:02.977977 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50065ad-9ed3-4ee1-b5d9-1babc5f7bb2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665627'] for router_gateway (3ea81409-8cbf-4ea2-bf1f-784c8d3f3232), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:03.075670 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50065ad-9ed3-4ee1-b5d9-1babc5f7bb2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router (3ea81409-8cbf-4ea2-bf1f-784c8d3f3232), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:03.077889 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50065ad-9ed3-4ee1-b5d9-1babc5f7bb2b admin admin] Publish callbacks [] for router_controller (3ea81409-8cbf-4ea2-bf1f-784c8d3f3232), precommit_delete_associations {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:03.202124 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50065ad-9ed3-4ee1-b5d9-1babc5f7bb2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3889025'] for router (3ea81409-8cbf-4ea2-bf1f-784c8d3f3232), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:03.202766 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50065ad-9ed3-4ee1-b5d9-1babc5f7bb2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ea81409-8cbf-4ea2-bf1f-784c8d3f3232 {{(pid=104677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:44:03.207560 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50065ad-9ed3-4ee1-b5d9-1babc5f7bb2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:03.208831 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-f50065ad-9ed3-4ee1-b5d9-1babc5f7bb2b admin admin] 10.222.0.71 "DELETE /v2.0/routers/3ea81409-8cbf-4ea2-bf1f-784c8d3f3232 HTTP/1.1" status: 204 len: 168 time: 0.9778423 May 27 03:44:03.212224 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 57846) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:03.260418 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dde0dda-eeb2-4b58-8eea-0ec58c3771fb admin admin] Deleting subnet f2766fdc-78e4-4021-8ae5-25446d105c00 {{(pid=104677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:44:03.263918 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0dde0dda-eeb2-4b58-8eea-0ec58c3771fb admin admin] Publish callbacks [] for subnet (f2766fdc-78e4-4021-8ae5-25446d105c00), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:03.298796 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0dde0dda-eeb2-4b58-8eea-0ec58c3771fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59983962'] for subnet (f2766fdc-78e4-4021-8ae5-25446d105c00), precommit_delete_associations {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:03.355214 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:03.404005 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0dde0dda-eeb2-4b58-8eea-0ec58c3771fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380246'] for subnet (f2766fdc-78e4-4021-8ae5-25446d105c00), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:03.430122 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:DELETE=6 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:03.562295 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0dde0dda-eeb2-4b58-8eea-0ec58c3771fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59984017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60058047'] for subnet (f2766fdc-78e4-4021-8ae5-25446d105c00), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:03.591157 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde0dda-eeb2-4b58-8eea-0ec58c3771fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2766fdc-78e4-4021-8ae5-25446d105c00,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:03.607761 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0dde0dda-eeb2-4b58-8eea-0ec58c3771fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:03.607761 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-0dde0dda-eeb2-4b58-8eea-0ec58c3771fb admin admin] 10.222.0.71 "DELETE /v2.0/subnets/f2766fdc-78e4-4021-8ae5-25446d105c00 HTTP/1.1" status: 204 len: 168 time: 0.3879707 May 27 03:44:03.607940 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f27094-8186-4d85-ad15-b4d3c100301a None None] Network 7a2ea638-361b-43e7-98a5-ad26674b6832 requested from dv-cinder-843361-2-smb {{(pid=104679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:44:03.608375 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 57848) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:03.681837 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-b7064f99-d8cf-42d3-be2e-787673e0997c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370897'] for network (7a2ea638-361b-43e7-98a5-ad26674b6832), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:03.733169 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [None req-b7064f99-d8cf-42d3-be2e-787673e0997c admin admin] Deleting port 9fe78034-84a8-4f79-8782-d9565e397d5f {{(pid=104678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:44:03.733647 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-b7064f99-d8cf-42d3-be2e-787673e0997c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (9fe78034-84a8-4f79-8782-d9565e397d5f), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:03.763535 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e48056-1294-44d0-ac1d-fde067b8d100 None None] DHCP port deletion for 7a2ea638-361b-43e7-98a5-ad26674b6832 request from dv-cinder-843361-2-smb {{(pid=104679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 03:44:03.803434 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-82e48056-1294-44d0-ac1d-fde067b8d100 None None] Deleting port 9fe78034-84a8-4f79-8782-d9565e397d5f {{(pid=104679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:44:03.804762 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-82e48056-1294-44d0-ac1d-fde067b8d100 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (9fe78034-84a8-4f79-8782-d9565e397d5f), before_delete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:03.806262 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [None req-b7064f99-d8cf-42d3-be2e-787673e0997c admin admin] For port 9fe78034-84a8-4f79-8782-d9565e397d5f, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=9fe78034-84a8-4f79-8782-d9565e397d5f,segment=NetworkSegment(83c06243-6dbd-48ee-aa93-81ebad273030),segment_id=83c06243-6dbd-48ee-aa93-81ebad273030)] {{(pid=104678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:03.806812 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-b7064f99-d8cf-42d3-be2e-787673e0997c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (9fe78034-84a8-4f79-8782-d9565e397d5f), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:03.822467 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [None req-b7064f99-d8cf-42d3-be2e-787673e0997c admin admin] Calling delete_port for 9fe78034-84a8-4f79-8782-d9565e397d5f owned by network:dhcp {{(pid=104678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:44:03.828249 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:03.873147 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-82e48056-1294-44d0-ac1d-fde067b8d100 None None] For port 9fe78034-84a8-4f79-8782-d9565e397d5f, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=9fe78034-84a8-4f79-8782-d9565e397d5f,segment=NetworkSegment(83c06243-6dbd-48ee-aa93-81ebad273030),segment_id=83c06243-6dbd-48ee-aa93-81ebad273030)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:03.876217 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-82e48056-1294-44d0-ac1d-fde067b8d100 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (9fe78034-84a8-4f79-8782-d9565e397d5f), precommit_delete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:03.887598 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-82e48056-1294-44d0-ac1d-fde067b8d100 None None] Calling delete_port for 9fe78034-84a8-4f79-8782-d9565e397d5f owned by network:dhcp {{(pid=104679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:44:03.956135 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-b7064f99-d8cf-42d3-be2e-787673e0997c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (9fe78034-84a8-4f79-8782-d9565e397d5f), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:03.965869 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-82e48056-1294-44d0-ac1d-fde067b8d100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930'] for port (9fe78034-84a8-4f79-8782-d9565e397d5f), after_delete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:03.978313 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e48056-1294-44d0-ac1d-fde067b8d100 None None] No DVR routers for this DVR port 9fe78034-84a8-4f79-8782-d9565e397d5f on host dv-cinder-843361-2-smb {{(pid=104679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:44:03.983359 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7064f99-d8cf-42d3-be2e-787673e0997c admin admin] Pushing event deleted for resources: {'Port': ['ID=9fe78034-84a8-4f79-8782-d9565e397d5f,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:03.985102 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7064f99-d8cf-42d3-be2e-787673e0997c admin admin] No DVR routers for this DVR port 9fe78034-84a8-4f79-8782-d9565e397d5f on host dv-cinder-843361-2-smb {{(pid=104678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:44:03.996370 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e48056-1294-44d0-ac1d-fde067b8d100 None None] Pushing event deleted for resources: {'Port': ['ID=9fe78034-84a8-4f79-8782-d9565e397d5f,revision_number=None']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:04.060256 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-b7064f99-d8cf-42d3-be2e-787673e0997c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376291', 'neutron.services.segments.db._delete_segments_for_network-8755264080240'] for network (7a2ea638-361b-43e7-98a5-ad26674b6832), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:04.080416 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.services.segments.db [None req-b7064f99-d8cf-42d3-be2e-787673e0997c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a2ea638-361b-43e7-98a5-ad26674b6832']}} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:04.090107 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.services.segments.db [None req-b7064f99-d8cf-42d3-be2e-787673e0997c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c06243-6dbd-48ee-aa93-81ebad273030') {'for_net_delete': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:04.090399 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.services.segments.db [None req-b7064f99-d8cf-42d3-be2e-787673e0997c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c06243-6dbd-48ee-aa93-81ebad273030') {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:04.099790 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-b7064f99-d8cf-42d3-be2e-787673e0997c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755264080505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62397937'] for segment (83c06243-6dbd-48ee-aa93-81ebad273030), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:04.113686 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-b7064f99-d8cf-42d3-be2e-787673e0997c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105'] for segment (83c06243-6dbd-48ee-aa93-81ebad273030), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:04.119830 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7064f99-d8cf-42d3-be2e-787673e0997c admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=104678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:44:04.120211 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-b7064f99-d8cf-42d3-be2e-787673e0997c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62479245'] for segment (83c06243-6dbd-48ee-aa93-81ebad273030), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:04.137759 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.services.segments.plugin [-] Segment 83c06243-6dbd-48ee-aa93-81ebad273030 resource provider aggregate not found May 27 03:44:04.168295 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.services.segments.plugin [-] Segment 83c06243-6dbd-48ee-aa93-81ebad273030 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 83c06243-6dbd-48ee-aa93-81ebad273030 found for delete ", "request_id": "req-feee3fce-90dc-4dd1-b685-7fd7f33a690f"}]} May 27 03:44:04.258965 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-b7064f99-d8cf-42d3-be2e-787673e0997c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665655'] for network (7a2ea638-361b-43e7-98a5-ad26674b6832), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:04.264557 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-b7064f99-d8cf-42d3-be2e-787673e0997c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for network (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:04.267639 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-b7064f99-d8cf-42d3-be2e-787673e0997c admin admin] 10.222.0.71 "DELETE /v2.0/networks/7a2ea638-361b-43e7-98a5-ad26674b6832 HTTP/1.1" status: 204 len: 168 time: 0.6627617 May 27 03:44:04.279462 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7064f99-d8cf-42d3-be2e-787673e0997c admin admin] Pushing event deleted for resources: {'Network': ['ID=7a2ea638-361b-43e7-98a5-ad26674b6832,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:04.557887 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1 no longer exists at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:44:04.575073 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] No Port match for: a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1 {{(pid=104679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:44:04.575468 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device a20ce76e-c46a-4ddf-b2ec-b5d68f65f3d1 not bound to the agent host dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:44:04.575831 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 9fe78034-84a8-4f79-8782-d9565e397d5f no longer exists at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:44:04.593409 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] No Port match for: 9fe78034-84a8-4f79-8782-d9565e397d5f {{(pid=104679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:44:04.593750 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 9fe78034-84a8-4f79-8782-d9565e397d5f not bound to the agent host dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:44:04.594153 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 15ff380c-0799-4cd2-a8e3-a627c40232e6 no longer exists at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:44:04.609801 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 57856) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:04.614980 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] No Port match for: 15ff380c-0799-4cd2-a8e3-a627c40232e6 {{(pid=104679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:44:04.615413 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 15ff380c-0799-4cd2-a8e3-a627c40232e6 not bound to the agent host dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:44:04.651839 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-3a7d61bf-5a81-4d2d-a533-8375a4eefc33 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3ca63dae986749728daf5c42db0d14e3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0407391 May 27 03:44:04.654148 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 57858) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:04.705107 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-38b8a237-aba9-4b67-b9fe-02b3e587fa90 admin admin] Publish callbacks [] for security_group (b950aa2e-5b2e-4f56-a2ae-354851c42f82), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:04.726744 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-38b8a237-aba9-4b67-b9fe-02b3e587fa90 admin admin] Publish callbacks [] for security_group (b950aa2e-5b2e-4f56-a2ae-354851c42f82), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:04.758905 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:04.876147 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-38b8a237-aba9-4b67-b9fe-02b3e587fa90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (b950aa2e-5b2e-4f56-a2ae-354851c42f82), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:04.878735 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-38b8a237-aba9-4b67-b9fe-02b3e587fa90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:04.890063 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-38b8a237-aba9-4b67-b9fe-02b3e587fa90 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b950aa2e-5b2e-4f56-a2ae-354851c42f82 HTTP/1.1" status: 204 len: 168 time: 0.2248518 May 27 03:44:04.890063 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8a237-aba9-4b67-b9fe-02b3e587fa90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b950aa2e-5b2e-4f56-a2ae-354851c42f82,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:06.127213 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-0bda5ac7-4db3-492e-95dc-23eb738393d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:08.315704 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b75c38c2-17de-4abb-be0b-b5b27a666907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:08.674147 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-a0e5703b-8306-4d9a-9582-286baed7cc30 req-460ba451-a1b1-46b4-a42c-2329ed4c32fa tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1475955030&fields=id&tenant_id=1d50c2ef63b54c2e955695da85169101 HTTP/1.1" status: 200 len: 267 time: 0.0459645 May 27 03:44:08.721726 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:08.730129 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5703b-8306-4d9a-9582-286baed7cc30 req-5c75d70a-b43f-4f5e-83b6-adc89ad849e5 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:08.732882 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-a0e5703b-8306-4d9a-9582-286baed7cc30 req-5c75d70a-b43f-4f5e-83b6-adc89ad849e5 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 985 time: 0.0523834 May 27 03:44:08.743241 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [req-a0e5703b-8306-4d9a-9582-286baed7cc30 req-c5376182-3128-4ff3-95f0-d9daf2db4a74 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Request body: {'port': {'security_groups': ['17368672-e98b-4b3a-b43e-4cd26c261ffe']}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:44:08.816052 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-a0e5703b-8306-4d9a-9582-286baed7cc30 req-c5376182-3128-4ff3-95f0-d9daf2db4a74 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (33253394-13a3-4bf9-a106-a9af5e11c080), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:09.027355 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.db [req-a0e5703b-8306-4d9a-9582-286baed7cc30 req-c5376182-3128-4ff3-95f0-d9daf2db4a74 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] For port 33253394-13a3-4bf9-a106-a9af5e11c080, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=33253394-13a3-4bf9-a106-a9af5e11c080,segment=NetworkSegment(123c626d-4251-4986-8180-d47214935e1f),segment_id=123c626d-4251-4986-8180-d47214935e1f)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:09.054720 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-a0e5703b-8306-4d9a-9582-286baed7cc30 req-c5376182-3128-4ff3-95f0-d9daf2db4a74 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks [] for port (33253394-13a3-4bf9-a106-a9af5e11c080), precommit_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:09.115201 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-a0e5703b-8306-4d9a-9582-286baed7cc30 req-c5376182-3128-4ff3-95f0-d9daf2db4a74 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59984215'] for port (33253394-13a3-4bf9-a106-a9af5e11c080), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:09.132877 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] get_ports_and_sgs() called for port_ids ['33253394-13a3-4bf9-a106-a9af5e11c080'] {{(pid=104679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:44:09.168336 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5703b-8306-4d9a-9582-286baed7cc30 req-c5376182-3128-4ff3-95f0-d9daf2db4a74 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:09.168791 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [req-a0e5703b-8306-4d9a-9582-286baed7cc30 req-c5376182-3128-4ff3-95f0-d9daf2db4a74 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:09.170269 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-a0e5703b-8306-4d9a-9582-286baed7cc30 req-c5376182-3128-4ff3-95f0-d9daf2db4a74 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "PUT /v2.0/ports/33253394-13a3-4bf9-a106-a9af5e11c080 HTTP/1.1" status: 200 len: 943 time: 0.4317002 May 27 03:44:09.170895 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80dc5625-2176-4318-ba3c-142b8bf0f59e', 'tag': '33253394-13a3-4bf9-a106-a9af5e11c080'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:44:09.173183 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5933d85cf17399e2dc167eca01249890e1c66fccb09b4015a1c2ab305ead4f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67170699-cd11-43d4-944b-0df4a13a3f12" -d '{"events": [{"name": "network-changed", "server_uuid": "80dc5625-2176-4318-ba3c-142b8bf0f59e", "tag": "33253394-13a3-4bf9-a106-a9af5e11c080"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:44:09.178678 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 57918) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:09.211862 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5376182-3128-4ff3-95f0-d9daf2db4a74 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Pushing event updated for resources: {'Port': ['ID=33253394-13a3-4bf9-a106-a9af5e11c080,revision_number=7']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:09.273443 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ddb656a9-2e7d-4939-b1e2-1ab671e8ae1f tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks [] for security_group (58d73af7-c928-44a8-8f03-978f3e585414), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:09.287393 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:09.308114 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ddb656a9-2e7d-4939-b1e2-1ab671e8ae1f tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks [] for security_group (58d73af7-c928-44a8-8f03-978f3e585414), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:09.315552 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] get_ports_and_sgs() called for port_ids ['33253394-13a3-4bf9-a106-a9af5e11c080'] {{(pid=104679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:44:09.334527 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238e3001-d6ee-438a-be62-c867ee68802b x-openstack-request-id: req-238e3001-d6ee-438a-be62-c867ee68802b {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:44:09.334833 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80dc5625-2176-4318-ba3c-142b8bf0f59e", "tag": "33253394-13a3-4bf9-a106-a9af5e11c080", "status": "completed", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:44:09.335143 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-238e3001-d6ee-438a-be62-c867ee68802b {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:44:09.335569 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-238e3001-d6ee-438a-be62-c867ee68802b'] response: {'name': 'network-changed', 'server_uuid': '80dc5625-2176-4318-ba3c-142b8bf0f59e', 'tag': '33253394-13a3-4bf9-a106-a9af5e11c080', 'status': 'completed', 'code': 200} May 27 03:44:09.404012 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:09.424658 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67170699-cd11-43d4-944b-0df4a13a3f12 req-ce276e27-98d8-40a9-b1b7-70b6cfc67b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:09.426223 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-67170699-cd11-43d4-944b-0df4a13a3f12 req-ce276e27-98d8-40a9-b1b7-70b6cfc67b33 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1d50c2ef63b54c2e955695da85169101&device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 1130 time: 0.0659828 May 27 03:44:09.491350 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-873066c3-000c-4793-9e83-95eda1feb744 None None] Provisioning complete for port 33253394-13a3-4bf9-a106-a9af5e11c080 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:44:09.491725 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-873066c3-000c-4793-9e83-95eda1feb744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (33253394-13a3-4bf9-a106-a9af5e11c080), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:09.494124 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ddb656a9-2e7d-4939-b1e2-1ab671e8ae1f tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (58d73af7-c928-44a8-8f03-978f3e585414), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:09.496667 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ddb656a9-2e7d-4939-b1e2-1ab671e8ae1f tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:09.498213 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-ddb656a9-2e7d-4939-b1e2-1ab671e8ae1f tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "DELETE /v2.0/security-groups/58d73af7-c928-44a8-8f03-978f3e585414 HTTP/1.1" status: 204 len: 168 time: 0.3199050 May 27 03:44:09.500802 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 57930) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:09.511146 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb656a9-2e7d-4939-b1e2-1ab671e8ae1f tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d73af7-c928-44a8-8f03-978f3e585414,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:09.556078 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67170699-cd11-43d4-944b-0df4a13a3f12 req-3b2ffa84-cb24-4e77-a9d0-b0addc47bc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:09.558408 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-67170699-cd11-43d4-944b-0df4a13a3f12 req-3b2ffa84-cb24-4e77-a9d0-b0addc47bc64 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cbe76afb-b79c-4738-afa5-238ef7337a4d HTTP/1.1" status: 200 len: 915 time: 0.1249659 May 27 03:44:09.651711 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-67170699-cd11-43d4-944b-0df4a13a3f12 req-b4710fe1-5280-4ca0-a888-e59db1fc24a5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33253394-13a3-4bf9-a106-a9af5e11c080 HTTP/1.1" status: 200 len: 1002 time: 0.0816948 May 27 03:44:09.660754 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-bff28b74-4198-456a-82be-1c9b55c466c6 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Deleting port 442a8018-2a26-4cb1-9a68-0392c93ad3dc {{(pid=104677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:44:09.660961 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:09.661146 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-bff28b74-4198-456a-82be-1c9b55c466c6 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (442a8018-2a26-4cb1-9a68-0392c93ad3dc), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:09.745248 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67170699-cd11-43d4-944b-0df4a13a3f12 req-b21aa9c9-6449-4513-b590-295c933fc4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:09.747259 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-67170699-cd11-43d4-944b-0df4a13a3f12 req-b21aa9c9-6449-4513-b590-295c933fc4cb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b82c95c1-f2bd-41ab-83bb-f6be6d0ff622 HTTP/1.1" status: 200 len: 853 time: 0.0903888 May 27 03:44:09.748796 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-873066c3-000c-4793-9e83-95eda1feb744 None None] Current status of the port 33253394-13a3-4bf9-a106-a9af5e11c080 is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:44:09.757186 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-bff28b74-4198-456a-82be-1c9b55c466c6 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (442a8018-2a26-4cb1-9a68-0392c93ad3dc), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:09.757810 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-bff28b74-4198-456a-82be-1c9b55c466c6 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks [] for floatingip (442a8018-2a26-4cb1-9a68-0392c93ad3dc), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:09.765149 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:09.775187 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-bff28b74-4198-456a-82be-1c9b55c466c6 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Calling delete_port for 442a8018-2a26-4cb1-9a68-0392c93ad3dc owned by network:floatingip {{(pid=104677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:44:09.799318 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67170699-cd11-43d4-944b-0df4a13a3f12 req-146eb71b-90e5-4716-9ec7-2662a2be79fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:09.803455 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-67170699-cd11-43d4-944b-0df4a13a3f12 req-146eb71b-90e5-4716-9ec7-2662a2be79fc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cbe76afb-b79c-4738-afa5-238ef7337a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0461679 May 27 03:44:09.803765 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 57934) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:09.860529 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:09.889640 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:10.140198 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-06719f1a-12a7-46c8-a0f6-ec4a6563f83f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:10.194410 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-67170699-cd11-43d4-944b-0df4a13a3f12 req-50fb3caa-9128-471e-bef5-9fef7467cf18 service neutron] 10.222.0.72 "GET /v2.0/networks/cbe76afb-b79c-4738-afa5-238ef7337a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825262 May 27 03:44:10.270504 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-bff28b74-4198-456a-82be-1c9b55c466c6 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59984224'] for port (442a8018-2a26-4cb1-9a68-0392c93ad3dc), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:10.299228 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff28b74-4198-456a-82be-1c9b55c466c6 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Pushing event deleted for resources: {'Port': ['ID=442a8018-2a26-4cb1-9a68-0392c93ad3dc,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:10.323498 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-06719f1a-12a7-46c8-a0f6-ec4a6563f83f admin admin] Publish callbacks [] for security_group (430e7cb9-beee-4515-8453-cf48c926cc2c), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:10.329629 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-67170699-cd11-43d4-944b-0df4a13a3f12 req-40077761-b4f7-4f24-a4df-d90300a8f94b service neutron] 10.222.0.72 "GET /v2.0/networks/cbe76afb-b79c-4738-afa5-238ef7337a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258836 May 27 03:44:10.363499 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-bff28b74-4198-456a-82be-1c9b55c466c6 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks [] for floatingip (97de7b92-d9c3-4300-ac95-6fdcda81f3ce), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:10.363825 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.db.l3_db [None req-bff28b74-4198-456a-82be-1c9b55c466c6 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Floating IP 97de7b92-d9c3-4300-ac95-6fdcda81f3ce disassociated (deleted). External IP: 172.28.2.119, port: 33253394-13a3-4bf9-a106-a9af5e11c080. May 27 03:44:10.390548 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-06719f1a-12a7-46c8-a0f6-ec4a6563f83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (430e7cb9-beee-4515-8453-cf48c926cc2c), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:10.431400 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06719f1a-12a7-46c8-a0f6-ec4a6563f83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430e7cb9-beee-4515-8453-cf48c926cc2c,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:10.435867 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-06719f1a-12a7-46c8-a0f6-ec4a6563f83f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b7909a6572f34ecfba9b58e79f4ee941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6310415 May 27 03:44:10.438509 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 57938) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:10.488680 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-b1f05ee7-1e94-481a-a129-fd9c2044d7e7 admin admin] Publish callbacks [] for security_group (430e7cb9-beee-4515-8453-cf48c926cc2c), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:10.510821 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-b1f05ee7-1e94-481a-a129-fd9c2044d7e7 admin admin] Publish callbacks [] for security_group (430e7cb9-beee-4515-8453-cf48c926cc2c), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:10.539983 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:10.570442 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff28b74-4198-456a-82be-1c9b55c466c6 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Router 3b708446-f180-4bb5-baad-8d2a7a77ad2e has already been hosted by L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 {{(pid=104677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:44:10.635957 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-b1f05ee7-1e94-481a-a129-fd9c2044d7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (430e7cb9-beee-4515-8453-cf48c926cc2c), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:10.638568 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-b1f05ee7-1e94-481a-a129-fd9c2044d7e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:10.642188 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-b1f05ee7-1e94-481a-a129-fd9c2044d7e7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/430e7cb9-beee-4515-8453-cf48c926cc2c HTTP/1.1" status: 204 len: 168 time: 0.2003400 May 27 03:44:10.648114 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f05ee7-1e94-481a-a129-fd9c2044d7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430e7cb9-beee-4515-8453-cf48c926cc2c,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:10.681925 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff28b74-4198-456a-82be-1c9b55c466c6 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:44:10.686933 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-bff28b74-4198-456a-82be-1c9b55c466c6 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for floatingip (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:10.692753 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcc5178-ad47-4bfa-b67c-ecb59015d4f4 None None] Sync routers for ids ['3b708446-f180-4bb5-baad-8d2a7a77ad2e'] in dv-cinder-843361-2-smb {{(pid=104679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:44:10.705555 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcc5178-ad47-4bfa-b67c-ecb59015d4f4 None None] Routers {'3b708446-f180-4bb5-baad-8d2a7a77ad2e'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:44:10.706198 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-dbcc5178-ad47-4bfa-b67c-ecb59015d4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:44:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['3b708446-f180-4bb5-baad-8d2a7a77ad2e'], 'active': True} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:10.719453 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-bff28b74-4198-456a-82be-1c9b55c466c6 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "DELETE /v2.0/floatingips/97de7b92-d9c3-4300-ac95-6fdcda81f3ce HTTP/1.1" status: 204 len: 168 time: 1.2167039 May 27 03:44:10.814454 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvr_db [None req-dbcc5178-ad47-4bfa-b67c-ecb59015d4f4 None None] Set router 3b708446-f180-4bb5-baad-8d2a7a77ad2e gateway port host: dv-cinder-843361-2-smb {{(pid=104679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:44:11.006133 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:11.022464 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-dbcc5178-ad47-4bfa-b67c-ecb59015d4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b708446-f180-4bb5-baad-8d2a7a77ad2e', 'name': 'tempest-TestMinimumBasicScenario-778808884-router', 'tenant_id': '1d50c2ef63b54c2e955695da85169101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': '49290611-8cb0-4d62-a91c-983b08f31ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:45Z', 'updated_at': '2022-05-27T03:41:49Z', 'revision_number': 4, 'project_id': '1d50c2ef63b54c2e955695da85169101', 'gw_port': {'id': '49290611-8cb0-4d62-a91c-983b08f31ff0', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b708446-f180-4bb5-baad-8d2a7a77ad2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:46Z', 'updated_at': '2022-05-27T03:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': 'aeedab48-81b9-4f9b-8c05-38be8206cdbd', 'name': '', 'network_id': 'cbe76afb-b79c-4738-afa5-238ef7337a4d', 'tenant_id': '1d50c2ef63b54c2e955695da85169101', 'mac_address': 'fa:16:3e:94:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b708446-f180-4bb5-baad-8d2a7a77ad2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b82c95c1-f2bd-41ab-83bb-f6be6d0ff622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:48Z', 'updated_at': '2022-05-27T03:41:53Z', 'revision_number': 5, 'project_id': '1d50c2ef63b54c2e955695da85169101', 'subnets': [{'id': 'b82c95c1-f2bd-41ab-83bb-f6be6d0ff622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:11.047372 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcc5178-ad47-4bfa-b67c-ecb59015d4f4 None None] Checking router: 3b708446-f180-4bb5-baad-8d2a7a77ad2e for host: dv-cinder-843361-2-smb {{(pid=104679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:44:11.056647 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcc5178-ad47-4bfa-b67c-ecb59015d4f4 None None] Routers {'3b708446-f180-4bb5-baad-8d2a7a77ad2e'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:44:11.057247 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-dbcc5178-ad47-4bfa-b67c-ecb59015d4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:44:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['3b708446-f180-4bb5-baad-8d2a7a77ad2e'], 'active': True} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:11.091802 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:11.182340 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvr_db [None req-dbcc5178-ad47-4bfa-b67c-ecb59015d4f4 None None] Set router 3b708446-f180-4bb5-baad-8d2a7a77ad2e gateway port host: dv-cinder-843361-2-smb {{(pid=104679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:44:11.336558 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80dc5625-2176-4318-ba3c-142b8bf0f59e', 'tag': '33253394-13a3-4bf9-a106-a9af5e11c080'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:44:11.341137 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5933d85cf17399e2dc167eca01249890e1c66fccb09b4015a1c2ab305ead4f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8d5f63-2640-4b9c-bbd3-c8d6a21e5dce" -d '{"events": [{"name": "network-changed", "server_uuid": "80dc5625-2176-4318-ba3c-142b8bf0f59e", "tag": "33253394-13a3-4bf9-a106-a9af5e11c080"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:44:11.378177 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-dbcc5178-ad47-4bfa-b67c-ecb59015d4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b708446-f180-4bb5-baad-8d2a7a77ad2e', 'name': 'tempest-TestMinimumBasicScenario-778808884-router', 'tenant_id': '1d50c2ef63b54c2e955695da85169101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': '49290611-8cb0-4d62-a91c-983b08f31ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:45Z', 'updated_at': '2022-05-27T03:41:49Z', 'revision_number': 4, 'project_id': '1d50c2ef63b54c2e955695da85169101', 'gw_port': {'id': '49290611-8cb0-4d62-a91c-983b08f31ff0', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b708446-f180-4bb5-baad-8d2a7a77ad2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:46Z', 'updated_at': '2022-05-27T03:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': 'aeedab48-81b9-4f9b-8c05-38be8206cdbd', 'name': '', 'network_id': 'cbe76afb-b79c-4738-afa5-238ef7337a4d', 'tenant_id': '1d50c2ef63b54c2e955695da85169101', 'mac_address': 'fa:16:3e:94:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b708446-f180-4bb5-baad-8d2a7a77ad2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b82c95c1-f2bd-41ab-83bb-f6be6d0ff622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:48Z', 'updated_at': '2022-05-27T03:41:53Z', 'revision_number': 5, 'project_id': '1d50c2ef63b54c2e955695da85169101', 'subnets': [{'id': 'b82c95c1-f2bd-41ab-83bb-f6be6d0ff622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:11.381120 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=100 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:11.381305 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd464f76-0b48-4ee1-8bc2-10482ff3f6a7 x-openstack-request-id: req-dd464f76-0b48-4ee1-8bc2-10482ff3f6a7 {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:44:11.381543 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80dc5625-2176-4318-ba3c-142b8bf0f59e", "tag": "33253394-13a3-4bf9-a106-a9af5e11c080", "status": "completed", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:44:11.381794 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-dd464f76-0b48-4ee1-8bc2-10482ff3f6a7 {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:44:11.382193 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd464f76-0b48-4ee1-8bc2-10482ff3f6a7'] response: {'name': 'network-changed', 'server_uuid': '80dc5625-2176-4318-ba3c-142b8bf0f59e', 'tag': '33253394-13a3-4bf9-a106-a9af5e11c080', 'status': 'completed', 'code': 200} May 27 03:44:11.406900 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcc5178-ad47-4bfa-b67c-ecb59015d4f4 None None] The sync data for ids ['3b708446-f180-4bb5-baad-8d2a7a77ad2e'] in dv-cinder-843361-2-smb is: [{'id': '3b708446-f180-4bb5-baad-8d2a7a77ad2e', 'name': 'tempest-TestMinimumBasicScenario-778808884-router', 'tenant_id': '1d50c2ef63b54c2e955695da85169101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': '49290611-8cb0-4d62-a91c-983b08f31ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:45Z', 'updated_at': '2022-05-27T03:41:49Z', 'revision_number': 4, 'project_id': '1d50c2ef63b54c2e955695da85169101', 'gw_port': {'id': '49290611-8cb0-4d62-a91c-983b08f31ff0', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b708446-f180-4bb5-baad-8d2a7a77ad2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:46Z', 'updated_at': '2022-05-27T03:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': 'aeedab48-81b9-4f9b-8c05-38be8206cdbd', 'name': '', 'network_id': 'cbe76afb-b79c-4738-afa5-238ef7337a4d', 'tenant_id': '1d50c2ef63b54c2e955695da85169101', 'mac_address': 'fa:16:3e:94:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b708446-f180-4bb5-baad-8d2a7a77ad2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b82c95c1-f2bd-41ab-83bb-f6be6d0ff622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:48Z', 'updated_at': '2022-05-27T03:41:53Z', 'revision_number': 5, 'project_id': '1d50c2ef63b54c2e955695da85169101', 'subnets': [{'id': 'b82c95c1-f2bd-41ab-83bb-f6be6d0ff622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:44:11.600070 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d5f63-2640-4b9c-bbd3-c8d6a21e5dce req-6e708b80-8769-449a-aac2-047edf144703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:11.601727 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-1b8d5f63-2640-4b9c-bbd3-c8d6a21e5dce req-6e708b80-8769-449a-aac2-047edf144703 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1d50c2ef63b54c2e955695da85169101&device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 1130 time: 0.0581012 May 27 03:44:11.699337 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2a374e-4c11-4e98-b39a-e0e525a9e548 None None] New status for floating IP 97de7b92-d9c3-4300-ac95-6fdcda81f3ce: DOWN {{(pid=104680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:44:11.733115 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d5f63-2640-4b9c-bbd3-c8d6a21e5dce req-cfa126c5-ad23-405c-bf39-731232da4a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:11.734695 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-1b8d5f63-2640-4b9c-bbd3-c8d6a21e5dce req-cfa126c5-ad23-405c-bf39-731232da4a7a service neutron] 10.222.0.72 "GET /v2.0/networks?id=cbe76afb-b79c-4738-afa5-238ef7337a4d HTTP/1.1" status: 200 len: 915 time: 0.1235676 May 27 03:44:11.897297 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-1b8d5f63-2640-4b9c-bbd3-c8d6a21e5dce req-10cff953-69aa-46b9-8bae-6ad61fe3d46a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33253394-13a3-4bf9-a106-a9af5e11c080 HTTP/1.1" status: 200 len: 217 time: 0.0364833 May 27 03:44:12.132612 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d5f63-2640-4b9c-bbd3-c8d6a21e5dce req-505c40c5-5b5a-45ac-aa4b-711b95b83419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:12.133532 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-1b8d5f63-2640-4b9c-bbd3-c8d6a21e5dce req-505c40c5-5b5a-45ac-aa4b-711b95b83419 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b82c95c1-f2bd-41ab-83bb-f6be6d0ff622 HTTP/1.1" status: 200 len: 853 time: 0.0451131 May 27 03:44:12.206976 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d5f63-2640-4b9c-bbd3-c8d6a21e5dce req-8395028d-9411-42d7-94e6-75ba80a08fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:12.208653 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-1b8d5f63-2640-4b9c-bbd3-c8d6a21e5dce req-8395028d-9411-42d7-94e6-75ba80a08fad service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cbe76afb-b79c-4738-afa5-238ef7337a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0421529 May 27 03:44:12.311238 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-1b8d5f63-2640-4b9c-bbd3-c8d6a21e5dce req-0e59fe42-d1fc-492d-aa43-c83654e3353d service neutron] 10.222.0.72 "GET /v2.0/networks/cbe76afb-b79c-4738-afa5-238ef7337a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947208 May 27 03:44:12.339753 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:12.356583 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:12.410614 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-1b8d5f63-2640-4b9c-bbd3-c8d6a21e5dce req-1cbc3170-6b94-45fc-b3b4-5ed8552feca2 service neutron] 10.222.0.72 "GET /v2.0/networks/cbe76afb-b79c-4738-afa5-238ef7337a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918598 May 27 03:44:13.161879 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-81832c4c-024f-4e15-a5ea-1f59f726a8ed req-30f7d7e3-37a5-43e5-b69e-e65c12f26e7e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381684 May 27 03:44:13.246790 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81832c4c-024f-4e15-a5ea-1f59f726a8ed req-7b9d3401-625e-49cf-8ba7-10812c54bcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:13.248452 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-81832c4c-024f-4e15-a5ea-1f59f726a8ed req-7b9d3401-625e-49cf-8ba7-10812c54bcf5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=768052d3698e483584138b97ac418580&device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 1129 time: 0.0440726 May 27 03:44:13.366769 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81832c4c-024f-4e15-a5ea-1f59f726a8ed req-a0b0dfb0-b963-4505-9d70-d9715c186c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:13.368764 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-81832c4c-024f-4e15-a5ea-1f59f726a8ed req-a0b0dfb0-b963-4505-9d70-d9715c186c92 service neutron] 10.222.0.72 "GET /v2.0/networks?id=66877992-c539-4a20-bc38-e23ad3fab872 HTTP/1.1" status: 200 len: 909 time: 0.1008043 May 27 03:44:13.388691 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 58006) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:13.450552 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-81832c4c-024f-4e15-a5ea-1f59f726a8ed req-bd669af7-91ae-40d7-aec3-c4f5c8a2268a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c01d7d2-45fa-41fd-aac9-41a72ed6d89f HTTP/1.1" status: 200 len: 1001 time: 0.0693002 May 27 03:44:13.501321 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81832c4c-024f-4e15-a5ea-1f59f726a8ed req-1ebbdaae-bd2d-4692-be6f-8e87ad4b3b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:13.502799 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-81832c4c-024f-4e15-a5ea-1f59f726a8ed req-1ebbdaae-bd2d-4692-be6f-8e87ad4b3b8b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d06f8d51-ddd1-498e-b885-be07a3b307ee HTTP/1.1" status: 200 len: 847 time: 0.0467045 May 27 03:44:13.516161 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-cb1f71b7-f57b-4ff8-8d75-6630aa2160fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:13.549308 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81832c4c-024f-4e15-a5ea-1f59f726a8ed req-e681d41d-8a19-408d-8c3d-2090763f7cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:13.550815 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-81832c4c-024f-4e15-a5ea-1f59f726a8ed req-e681d41d-8a19-408d-8c3d-2090763f7cae service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=66877992-c539-4a20-bc38-e23ad3fab872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0418971 May 27 03:44:13.595777 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-cb1f71b7-f57b-4ff8-8d75-6630aa2160fd admin admin] Publish callbacks [] for security_group (7d2de19e-4c6e-49bf-9680-1426d4127473), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:13.648000 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-81832c4c-024f-4e15-a5ea-1f59f726a8ed req-d80aa4a6-9b05-4e73-9d40-d9261a0df331 service neutron] 10.222.0.72 "GET /v2.0/networks/66877992-c539-4a20-bc38-e23ad3fab872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906801 May 27 03:44:13.687599 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-cb1f71b7-f57b-4ff8-8d75-6630aa2160fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (7d2de19e-4c6e-49bf-9680-1426d4127473), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:13.707322 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:13.718957 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=100 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:13.735836 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-cb1f71b7-f57b-4ff8-8d75-6630aa2160fd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e61c5ad10ccb4636afcd521c193b891b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3434587 May 27 03:44:13.735836 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f71b7-f57b-4ff8-8d75-6630aa2160fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2de19e-4c6e-49bf-9680-1426d4127473,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:13.743279 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 58014) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:13.760242 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-81832c4c-024f-4e15-a5ea-1f59f726a8ed req-4f46ed37-ca7a-4400-b851-20a8a5603895 service neutron] 10.222.0.72 "GET /v2.0/networks/66877992-c539-4a20-bc38-e23ad3fab872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057353 May 27 03:44:13.798607 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-8d5ed373-6e97-490b-a5fc-296d28667062 admin admin] Publish callbacks [] for security_group (7d2de19e-4c6e-49bf-9680-1426d4127473), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:13.827285 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-8d5ed373-6e97-490b-a5fc-296d28667062 admin admin] Publish callbacks [] for security_group (7d2de19e-4c6e-49bf-9680-1426d4127473), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:13.956101 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-8d5ed373-6e97-490b-a5fc-296d28667062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (7d2de19e-4c6e-49bf-9680-1426d4127473), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:13.958750 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-8d5ed373-6e97-490b-a5fc-296d28667062 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:13.959933 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-8d5ed373-6e97-490b-a5fc-296d28667062 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7d2de19e-4c6e-49bf-9680-1426d4127473 HTTP/1.1" status: 204 len: 168 time: 0.2227836 May 27 03:44:13.969386 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ed373-6e97-490b-a5fc-296d28667062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2de19e-4c6e-49bf-9680-1426d4127473,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:14.596393 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 58022) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:14.609616 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ff627447-a101-4a41-bd3f-62ab7fc15aed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:14.648671 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:14.686220 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ff627447-a101-4a41-bd3f-62ab7fc15aed admin admin] Publish callbacks [] for security_group (f7a5ca8d-5927-4d9c-808d-88d2ef408195), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:14.750352 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ff627447-a101-4a41-bd3f-62ab7fc15aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (f7a5ca8d-5927-4d9c-808d-88d2ef408195), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:14.791445 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff627447-a101-4a41-bd3f-62ab7fc15aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a5ca8d-5927-4d9c-808d-88d2ef408195,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:14.798253 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-ff627447-a101-4a41-bd3f-62ab7fc15aed admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1a2d67bc074049278e16ff25a581f844&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1985118 May 27 03:44:14.798484 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 58030) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:14.850589 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-2b05a54e-6bd6-409c-8884-023eef18cea0 admin admin] Publish callbacks [] for security_group (f7a5ca8d-5927-4d9c-808d-88d2ef408195), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:14.875363 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-2b05a54e-6bd6-409c-8884-023eef18cea0 admin admin] Publish callbacks [] for security_group (f7a5ca8d-5927-4d9c-808d-88d2ef408195), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:15.023060 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-2b05a54e-6bd6-409c-8884-023eef18cea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (f7a5ca8d-5927-4d9c-808d-88d2ef408195), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:15.026144 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-2b05a54e-6bd6-409c-8884-023eef18cea0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:15.027301 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-2b05a54e-6bd6-409c-8884-023eef18cea0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f7a5ca8d-5927-4d9c-808d-88d2ef408195 HTTP/1.1" status: 204 len: 168 time: 0.2279062 May 27 03:44:15.035346 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b05a54e-6bd6-409c-8884-023eef18cea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a5ca8d-5927-4d9c-808d-88d2ef408195,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:15.209855 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aeb1ae-a64b-4a3f-9285-981e5af89dde req-b43bd792-f662-4043-bdae-2aa2e667f502 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:15.211373 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-92aeb1ae-a64b-4a3f-9285-981e5af89dde req-b43bd792-f662-4043-bdae-2aa2e667f502 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 946 time: 0.0487490 May 27 03:44:15.262530 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-92aeb1ae-a64b-4a3f-9285-981e5af89dde req-e2f21778-78e9-4906-b7df-abe1bfac7160 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/security-groups?id=17368672-e98b-4b3a-b43e-4cd26c261ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447333 May 27 03:44:16.379428 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a7563-9ca6-45e6-bb8c-3d0e2fe7de99 req-12b6574c-aafe-4a40-97e2-5721cc4e011a tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:16.380890 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-636a7563-9ca6-45e6-bb8c-3d0e2fe7de99 req-12b6574c-aafe-4a40-97e2-5721cc4e011a tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 946 time: 0.0473800 May 27 03:44:16.432444 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-636a7563-9ca6-45e6-bb8c-3d0e2fe7de99 req-44ce0eed-cdae-4630-a756-f3afae327d77 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/security-groups?id=17368672-e98b-4b3a-b43e-4cd26c261ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450299 May 27 03:44:17.206994 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63291ba9-ae5d-4062-a65b-c9e8a6cce7e3 req-492cf5c8-f2d4-4ef8-813e-3006c57d7bea tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:17.208425 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-63291ba9-ae5d-4062-a65b-c9e8a6cce7e3 req-492cf5c8-f2d4-4ef8-813e-3006c57d7bea tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.72 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 946 time: 0.0475147 May 27 03:44:17.297072 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [req-63291ba9-ae5d-4062-a65b-c9e8a6cce7e3 req-7aed67bf-afcf-42b6-b805-a99c3d53f374 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Deleting port 33253394-13a3-4bf9-a106-a9af5e11c080 {{(pid=104678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:44:17.297451 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-63291ba9-ae5d-4062-a65b-c9e8a6cce7e3 req-7aed67bf-afcf-42b6-b805-a99c3d53f374 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (33253394-13a3-4bf9-a106-a9af5e11c080), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:17.391068 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-63291ba9-ae5d-4062-a65b-c9e8a6cce7e3 req-7aed67bf-afcf-42b6-b805-a99c3d53f374 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] For port 33253394-13a3-4bf9-a106-a9af5e11c080, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=33253394-13a3-4bf9-a106-a9af5e11c080,segment=NetworkSegment(123c626d-4251-4986-8180-d47214935e1f),segment_id=123c626d-4251-4986-8180-d47214935e1f)] {{(pid=104678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:17.391434 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-63291ba9-ae5d-4062-a65b-c9e8a6cce7e3 req-7aed67bf-afcf-42b6-b805-a99c3d53f374 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (33253394-13a3-4bf9-a106-a9af5e11c080), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:17.405174 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [req-63291ba9-ae5d-4062-a65b-c9e8a6cce7e3 req-7aed67bf-afcf-42b6-b805-a99c3d53f374 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Calling delete_port for 33253394-13a3-4bf9-a106-a9af5e11c080 owned by compute:nova {{(pid=104678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:44:17.574995 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f7d5c-2e17-44ea-89b8-d6d0e15d0c53 req-9ecab8a3-de89-4183-8c44-f2f2f310b0d2 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:17.576633 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ea9f7d5c-2e17-44ea-89b8-d6d0e15d0c53 req-9ecab8a3-de89-4183-8c44-f2f2f310b0d2 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 946 time: 0.0650592 May 27 03:44:17.618854 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-63291ba9-ae5d-4062-a65b-c9e8a6cce7e3 req-7aed67bf-afcf-42b6-b805-a99c3d53f374 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (33253394-13a3-4bf9-a106-a9af5e11c080), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:17.625509 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:17.629475 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ea9f7d5c-2e17-44ea-89b8-d6d0e15d0c53 req-e694fb41-9333-4633-ac61-dc22d0caff8a tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/security-groups?id=17368672-e98b-4b3a-b43e-4cd26c261ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442460 May 27 03:44:17.632570 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] get_ports_and_sgs() called for port_ids ['33253394-13a3-4bf9-a106-a9af5e11c080'] {{(pid=104679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:44:17.650345 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed67bf-afcf-42b6-b805-a99c3d53f374 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Pushing event deleted for resources: {'Port': ['ID=33253394-13a3-4bf9-a106-a9af5e11c080,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:17.699323 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [req-63291ba9-ae5d-4062-a65b-c9e8a6cce7e3 req-7aed67bf-afcf-42b6-b805-a99c3d53f374 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] No DVR routers for this DVR port 33253394-13a3-4bf9-a106-a9af5e11c080 on host hv-cinder-84336 {{(pid=104678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:44:17.702120 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-63291ba9-ae5d-4062-a65b-c9e8a6cce7e3 req-7aed67bf-afcf-42b6-b805-a99c3d53f374 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:17.705309 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-63291ba9-ae5d-4062-a65b-c9e8a6cce7e3 req-7aed67bf-afcf-42b6-b805-a99c3d53f374 tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.72 "DELETE /v2.0/ports/33253394-13a3-4bf9-a106-a9af5e11c080 HTTP/1.1" status: 204 len: 173 time: 0.4899573 May 27 03:44:17.705746 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80dc5625-2176-4318-ba3c-142b8bf0f59e', 'name': 'network-vif-deleted', 'tag': '33253394-13a3-4bf9-a106-a9af5e11c080'}] {{(pid=104678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:44:17.716483 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e1ed873ee784d85eb1b1d61ec54b86d2255e46a50b7e273563a24fff47d01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8703b539-f0ad-4037-8c73-b16795571b78" -d '{"events": [{"server_uuid": "80dc5625-2176-4318-ba3c-142b8bf0f59e", "name": "network-vif-deleted", "tag": "33253394-13a3-4bf9-a106-a9af5e11c080"}]}' {{(pid=104678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:44:17.751928 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e3c291-f5ab-4d75-a91a-696de3bf9199 x-openstack-request-id: req-41e3c291-f5ab-4d75-a91a-696de3bf9199 {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:44:17.752138 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80dc5625-2176-4318-ba3c-142b8bf0f59e", "name": "network-vif-deleted", "tag": "33253394-13a3-4bf9-a106-a9af5e11c080", "status": "completed", "code": 200}]} {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:44:17.752417 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-41e3c291-f5ab-4d75-a91a-696de3bf9199 {{(pid=104678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:44:17.752822 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41e3c291-f5ab-4d75-a91a-696de3bf9199'] response: {'server_uuid': '80dc5625-2176-4318-ba3c-142b8bf0f59e', 'name': 'network-vif-deleted', 'tag': '33253394-13a3-4bf9-a106-a9af5e11c080', 'status': 'completed', 'code': 200} May 27 03:44:18.267456 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef2837-37f7-4a26-af60-d83a026f1bbf req-66359ebb-a82f-404f-816d-b7c66bda1fa5 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:18.268853 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c0ef2837-37f7-4a26-af60-d83a026f1bbf req-66359ebb-a82f-404f-816d-b7c66bda1fa5 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 945 time: 0.0482750 May 27 03:44:18.295874 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:18.317749 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c0ef2837-37f7-4a26-af60-d83a026f1bbf req-67591899-8110-4aee-9904-0b5e85b17f91 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433278 May 27 03:44:18.739963 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-539bbf5c-c996-4dc8-9323-63b0dcb4a1be req-56dc683b-2411-4f83-8413-f64bd7203bfb tempest-TestMinimumBasicScenario-299839200 tempest-TestMinimumBasicScenario-299839200-project] 10.222.0.71 "GET /v2.0/ports?device_id=80dc5625-2176-4318-ba3c-142b8bf0f59e HTTP/1.1" status: 200 len: 210 time: 0.0318201 May 27 03:44:19.439708 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c163bb-b138-45b3-bd5f-0dbb4028bf83 req-68b62f32-3d9d-4c45-aadd-a0c2ad43f9c9 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:19.441122 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-68c163bb-b138-45b3-bd5f-0dbb4028bf83 req-68b62f32-3d9d-4c45-aadd-a0c2ad43f9c9 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 945 time: 0.0492451 May 27 03:44:19.491406 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-68c163bb-b138-45b3-bd5f-0dbb4028bf83 req-4eb6f2bd-8edd-4d10-bd5d-65f53c14f0a6 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445592 May 27 03:44:20.618356 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285dd2b-c66b-4d13-9778-5441f8bdf4d9 req-8a11ee60-abe9-42f8-8bcc-6d996b86408b tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:20.619858 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c285dd2b-c66b-4d13-9778-5441f8bdf4d9 req-8a11ee60-abe9-42f8-8bcc-6d996b86408b tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 945 time: 0.0514998 May 27 03:44:20.670124 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c285dd2b-c66b-4d13-9778-5441f8bdf4d9 req-846bb573-8218-41aa-9356-4051c4b67468 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440054 May 27 03:44:21.381318 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 33253394-13a3-4bf9-a106-a9af5e11c080 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:44:21.411940 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] No Port match for: 33253394-13a3-4bf9-a106-a9af5e11c080 {{(pid=104679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:44:21.412284 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 33253394-13a3-4bf9-a106-a9af5e11c080 not bound to the agent host hv-cinder-84336 {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:44:21.533554 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 58182) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:21.704983 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=15 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:21.738089 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=37 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:21.837116 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea8b05-cd13-498d-ba80-be552211ed81 req-859a5aba-39ab-4b9b-8652-9b54f95868bc tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:21.838663 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-a3ea8b05-cd13-498d-ba80-be552211ed81 req-859a5aba-39ab-4b9b-8652-9b54f95868bc tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 945 time: 0.0820231 May 27 03:44:21.926726 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:21.931747 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-a3ea8b05-cd13-498d-ba80-be552211ed81 req-d166b18d-8794-42e9-95e8-f0ec722d1fc5 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865366 May 27 03:44:21.936342 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3644c0bb-ca2d-4969-99c6-83e7cbe525ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3664613'] for router_interface (3b708446-f180-4bb5-baad-8d2a7a77ad2e), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:22.161871 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3644c0bb-ca2d-4969-99c6-83e7cbe525ca admin admin] Deleting port aeedab48-81b9-4f9b-8c05-38be8206cdbd {{(pid=104677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:44:22.162174 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3644c0bb-ca2d-4969-99c6-83e7cbe525ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (aeedab48-81b9-4f9b-8c05-38be8206cdbd), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:22.239576 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:22.246327 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3644c0bb-ca2d-4969-99c6-83e7cbe525ca admin admin] For port aeedab48-81b9-4f9b-8c05-38be8206cdbd, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=aeedab48-81b9-4f9b-8c05-38be8206cdbd,segment=NetworkSegment(123c626d-4251-4986-8180-d47214935e1f),segment_id=123c626d-4251-4986-8180-d47214935e1f)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:22.246693 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3644c0bb-ca2d-4969-99c6-83e7cbe525ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (aeedab48-81b9-4f9b-8c05-38be8206cdbd), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:22.260082 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3644c0bb-ca2d-4969-99c6-83e7cbe525ca admin admin] Calling delete_port for aeedab48-81b9-4f9b-8c05-38be8206cdbd owned by network:router_interface {{(pid=104677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:44:22.510014 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3644c0bb-ca2d-4969-99c6-83e7cbe525ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59984224'] for port (aeedab48-81b9-4f9b-8c05-38be8206cdbd), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:22.537695 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644c0bb-ca2d-4969-99c6-83e7cbe525ca admin admin] Pushing event deleted for resources: {'Port': ['ID=aeedab48-81b9-4f9b-8c05-38be8206cdbd,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:22.709640 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3644c0bb-ca2d-4969-99c6-83e7cbe525ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-827016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3664505'] for router_interface (3b708446-f180-4bb5-baad-8d2a7a77ad2e), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:22.814902 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:22.918846 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3644c0bb-ca2d-4969-99c6-83e7cbe525ca admin admin] Router 3b708446-f180-4bb5-baad-8d2a7a77ad2e has already been hosted by L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 {{(pid=104677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:44:23.052506 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3644c0bb-ca2d-4969-99c6-83e7cbe525ca admin admin] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:44:23.059273 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-3644c0bb-ca2d-4969-99c6-83e7cbe525ca admin admin] 10.222.0.71 "PUT /v2.0/routers/3b708446-f180-4bb5-baad-8d2a7a77ad2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5244021 May 27 03:44:23.061878 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aacc1c-2a9d-4f67-940f-8b02d5caa1bc None None] Sync routers for ids ['3b708446-f180-4bb5-baad-8d2a7a77ad2e'] in dv-cinder-843361-2-smb {{(pid=104679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:44:23.062379 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 58198) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:23.072753 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92aacc1c-2a9d-4f67-940f-8b02d5caa1bc None None] Routers {'3b708446-f180-4bb5-baad-8d2a7a77ad2e'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:44:23.075067 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-92aacc1c-2a9d-4f67-940f-8b02d5caa1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:44:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['3b708446-f180-4bb5-baad-8d2a7a77ad2e'], 'active': True} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:23.077247 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf8003-2c75-4f57-82dc-bbb5167edd09 req-2751356d-0a0f-43e3-a2d7-3ade4fc326c6 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:23.078989 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ebaf8003-2c75-4f57-82dc-bbb5167edd09 req-2751356d-0a0f-43e3-a2d7-3ade4fc326c6 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 945 time: 0.0698717 May 27 03:44:23.135406 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:23.179906 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvr_db [None req-92aacc1c-2a9d-4f67-940f-8b02d5caa1bc None None] Set router 3b708446-f180-4bb5-baad-8d2a7a77ad2e gateway port host: dv-cinder-843361-2-smb {{(pid=104679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:44:23.199492 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ebaf8003-2c75-4f57-82dc-bbb5167edd09 req-ae99ba30-9086-4495-9d10-af7f94d02778 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888247 May 27 03:44:23.219391 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e11dc942-d8cb-4811-af39-2d321b6539bc admin admin] Publish callbacks [] for router (3b708446-f180-4bb5-baad-8d2a7a77ad2e), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:23.320279 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e11dc942-d8cb-4811-af39-2d321b6539bc admin admin] Publish callbacks [] for router_gateway (3b708446-f180-4bb5-baad-8d2a7a77ad2e), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:23.349333 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-92aacc1c-2a9d-4f67-940f-8b02d5caa1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b708446-f180-4bb5-baad-8d2a7a77ad2e', 'name': 'tempest-TestMinimumBasicScenario-778808884-router', 'tenant_id': '1d50c2ef63b54c2e955695da85169101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': '49290611-8cb0-4d62-a91c-983b08f31ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:45Z', 'updated_at': '2022-05-27T03:44:22Z', 'revision_number': 5, 'project_id': '1d50c2ef63b54c2e955695da85169101', 'gw_port': {'id': '49290611-8cb0-4d62-a91c-983b08f31ff0', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b708446-f180-4bb5-baad-8d2a7a77ad2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:46Z', 'updated_at': '2022-05-27T03:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb'}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:23.374654 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aacc1c-2a9d-4f67-940f-8b02d5caa1bc None None] Checking router: 3b708446-f180-4bb5-baad-8d2a7a77ad2e for host: dv-cinder-843361-2-smb {{(pid=104679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:44:23.383522 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92aacc1c-2a9d-4f67-940f-8b02d5caa1bc None None] Routers {'3b708446-f180-4bb5-baad-8d2a7a77ad2e'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:44:23.384123 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-92aacc1c-2a9d-4f67-940f-8b02d5caa1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:44:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['3b708446-f180-4bb5-baad-8d2a7a77ad2e'], 'active': True} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:23.412059 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-e11dc942-d8cb-4811-af39-2d321b6539bc admin admin] Deleting port 49290611-8cb0-4d62-a91c-983b08f31ff0 {{(pid=104677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:44:23.412398 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e11dc942-d8cb-4811-af39-2d321b6539bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (49290611-8cb0-4d62-a91c-983b08f31ff0), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:23.473223 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvr_db [None req-92aacc1c-2a9d-4f67-940f-8b02d5caa1bc None None] Set router 3b708446-f180-4bb5-baad-8d2a7a77ad2e gateway port host: None {{(pid=104679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:44:23.501396 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-e11dc942-d8cb-4811-af39-2d321b6539bc admin admin] For port 49290611-8cb0-4d62-a91c-983b08f31ff0, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=49290611-8cb0-4d62-a91c-983b08f31ff0,segment=NetworkSegment(bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5),segment_id=bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:23.501798 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e11dc942-d8cb-4811-af39-2d321b6539bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (49290611-8cb0-4d62-a91c-983b08f31ff0), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:23.516045 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-e11dc942-d8cb-4811-af39-2d321b6539bc admin admin] Calling delete_port for 49290611-8cb0-4d62-a91c-983b08f31ff0 owned by network:router_gateway {{(pid=104677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:44:23.522314 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-92aacc1c-2a9d-4f67-940f-8b02d5caa1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b708446-f180-4bb5-baad-8d2a7a77ad2e', 'name': 'tempest-TestMinimumBasicScenario-778808884-router', 'tenant_id': '1d50c2ef63b54c2e955695da85169101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:45Z', 'updated_at': '2022-05-27T03:44:23Z', 'revision_number': 6, 'project_id': '1d50c2ef63b54c2e955695da85169101', 'gw_port_host': None}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:23.547409 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aacc1c-2a9d-4f67-940f-8b02d5caa1bc None None] The sync data for ids ['3b708446-f180-4bb5-baad-8d2a7a77ad2e'] in dv-cinder-843361-2-smb is: [{'id': '3b708446-f180-4bb5-baad-8d2a7a77ad2e', 'name': 'tempest-TestMinimumBasicScenario-778808884-router', 'tenant_id': '1d50c2ef63b54c2e955695da85169101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:45Z', 'updated_at': '2022-05-27T03:44:23Z', 'revision_number': 6, 'project_id': '1d50c2ef63b54c2e955695da85169101', 'gw_port_host': None}] {{(pid=104679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:44:23.767281 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e11dc942-d8cb-4811-af39-2d321b6539bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59984224'] for port (49290611-8cb0-4d62-a91c-983b08f31ff0), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:23.792809 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11dc942-d8cb-4811-af39-2d321b6539bc admin admin] Pushing event deleted for resources: {'Port': ['ID=49290611-8cb0-4d62-a91c-983b08f31ff0,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:23.848109 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:23.856309 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e11dc942-d8cb-4811-af39-2d321b6539bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665627'] for router_gateway (3b708446-f180-4bb5-baad-8d2a7a77ad2e), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:23.953640 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e11dc942-d8cb-4811-af39-2d321b6539bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router (3b708446-f180-4bb5-baad-8d2a7a77ad2e), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:23.956301 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e11dc942-d8cb-4811-af39-2d321b6539bc admin admin] Publish callbacks [] for router_controller (3b708446-f180-4bb5-baad-8d2a7a77ad2e), precommit_delete_associations {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:24.075519 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e11dc942-d8cb-4811-af39-2d321b6539bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3889025'] for router (3b708446-f180-4bb5-baad-8d2a7a77ad2e), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:24.076137 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11dc942-d8cb-4811-af39-2d321b6539bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b708446-f180-4bb5-baad-8d2a7a77ad2e {{(pid=104677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:44:24.084555 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e11dc942-d8cb-4811-af39-2d321b6539bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:24.084555 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-e11dc942-d8cb-4811-af39-2d321b6539bc admin admin] 10.222.0.71 "DELETE /v2.0/routers/3b708446-f180-4bb5-baad-8d2a7a77ad2e HTTP/1.1" status: 204 len: 168 time: 1.0188699 May 27 03:44:24.084806 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 58208) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:24.131921 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.db_base_plugin_v2 [None req-c16d6469-ae40-4084-942a-4db3e1fa901d admin admin] Deleting subnet b82c95c1-f2bd-41ab-83bb-f6be6d0ff622 {{(pid=104678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:44:24.135009 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-c16d6469-ae40-4084-942a-4db3e1fa901d admin admin] Publish callbacks [] for subnet (b82c95c1-f2bd-41ab-83bb-f6be6d0ff622), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:24.174221 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-c16d6469-ae40-4084-942a-4db3e1fa901d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62397896'] for subnet (b82c95c1-f2bd-41ab-83bb-f6be6d0ff622), precommit_delete_associations {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:24.254791 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-c16d6469-ae40-4084-942a-4db3e1fa901d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380246'] for subnet (b82c95c1-f2bd-41ab-83bb-f6be6d0ff622), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:24.301702 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:24.341122 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38c827-fca6-439c-9427-f73e0106ceab req-9c22fa22-dcb2-4be0-b1e3-3324be62aaa5 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:24.343648 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-1e38c827-fca6-439c-9427-f73e0106ceab req-9c22fa22-dcb2-4be0-b1e3-3324be62aaa5 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 945 time: 0.0604353 May 27 03:44:24.363775 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-c16d6469-ae40-4084-942a-4db3e1fa901d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62478895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62435521'] for subnet (b82c95c1-f2bd-41ab-83bb-f6be6d0ff622), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:24.398142 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-1e38c827-fca6-439c-9427-f73e0106ceab req-01a27107-28fe-4484-bef7-8a083ad77088 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475008 May 27 03:44:24.408913 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-c16d6469-ae40-4084-942a-4db3e1fa901d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for subnet (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:24.414984 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee93c9f7-3233-48d4-a97b-6c4cb30d7296 None None] Network cbe76afb-b79c-4738-afa5-238ef7337a4d requested from dv-cinder-843361-2-smb {{(pid=104679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:44:24.418534 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-c16d6469-ae40-4084-942a-4db3e1fa901d admin admin] 10.222.0.71 "DELETE /v2.0/subnets/b82c95c1-f2bd-41ab-83bb-f6be6d0ff622 HTTP/1.1" status: 204 len: 168 time: 0.3329372 May 27 03:44:24.421149 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d6469-ae40-4084-942a-4db3e1fa901d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b82c95c1-f2bd-41ab-83bb-f6be6d0ff622,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:24.424753 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 58214) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:24.500892 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-37981eb9-d849-4390-9880-2319ca96a1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370897'] for network (cbe76afb-b79c-4738-afa5-238ef7337a4d), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:24.601767 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6c40d9-fa75-4a3c-b610-5ca60b97dd9e None None] DHCP port deletion for cbe76afb-b79c-4738-afa5-238ef7337a4d request from dv-cinder-843361-2-smb {{(pid=104679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 03:44:24.629526 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device aeedab48-81b9-4f9b-8c05-38be8206cdbd no longer exists at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:44:24.660295 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] No Port match for: aeedab48-81b9-4f9b-8c05-38be8206cdbd {{(pid=104679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:44:24.660628 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device aeedab48-81b9-4f9b-8c05-38be8206cdbd not bound to the agent host dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:44:24.666635 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 49290611-8cb0-4d62-a91c-983b08f31ff0 no longer exists at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:44:24.686663 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-4e6c40d9-fa75-4a3c-b610-5ca60b97dd9e None None] Deleting port 324cbf77-0513-4b51-9ac4-56924141a806 {{(pid=104679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:44:24.687159 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-4e6c40d9-fa75-4a3c-b610-5ca60b97dd9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (324cbf77-0513-4b51-9ac4-56924141a806), before_delete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:24.690724 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] No Port match for: 49290611-8cb0-4d62-a91c-983b08f31ff0 {{(pid=104679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:44:24.691125 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 49290611-8cb0-4d62-a91c-983b08f31ff0 not bound to the agent host dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:44:24.812676 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-37981eb9-d849-4390-9880-2319ca96a1b3 admin admin] Deleting port 324cbf77-0513-4b51-9ac4-56924141a806 {{(pid=104677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:44:24.812941 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-37981eb9-d849-4390-9880-2319ca96a1b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (324cbf77-0513-4b51-9ac4-56924141a806), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:24.862884 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:24.878534 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-37981eb9-d849-4390-9880-2319ca96a1b3 admin admin] For port 324cbf77-0513-4b51-9ac4-56924141a806, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=324cbf77-0513-4b51-9ac4-56924141a806,segment=NetworkSegment(123c626d-4251-4986-8180-d47214935e1f),segment_id=123c626d-4251-4986-8180-d47214935e1f)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:24.878907 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-37981eb9-d849-4390-9880-2319ca96a1b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (324cbf77-0513-4b51-9ac4-56924141a806), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:24.881336 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-4e6c40d9-fa75-4a3c-b610-5ca60b97dd9e None None] For port 324cbf77-0513-4b51-9ac4-56924141a806, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=324cbf77-0513-4b51-9ac4-56924141a806,segment=NetworkSegment(123c626d-4251-4986-8180-d47214935e1f),segment_id=123c626d-4251-4986-8180-d47214935e1f)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:24.881766 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-4e6c40d9-fa75-4a3c-b610-5ca60b97dd9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (324cbf77-0513-4b51-9ac4-56924141a806), precommit_delete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:24.891876 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-37981eb9-d849-4390-9880-2319ca96a1b3 admin admin] Calling delete_port for 324cbf77-0513-4b51-9ac4-56924141a806 owned by network:dhcp {{(pid=104677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:44:24.894999 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-4e6c40d9-fa75-4a3c-b610-5ca60b97dd9e None None] Calling delete_port for 324cbf77-0513-4b51-9ac4-56924141a806 owned by network:dhcp {{(pid=104679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:44:25.087307 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-4e6c40d9-fa75-4a3c-b610-5ca60b97dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930'] for port (324cbf77-0513-4b51-9ac4-56924141a806), after_delete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:25.090625 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:25.096823 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-37981eb9-d849-4390-9880-2319ca96a1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59984224'] for port (324cbf77-0513-4b51-9ac4-56924141a806), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:25.114418 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c40d9-fa75-4a3c-b610-5ca60b97dd9e None None] Pushing event deleted for resources: {'Port': ['ID=324cbf77-0513-4b51-9ac4-56924141a806,revision_number=None']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:25.118726 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6c40d9-fa75-4a3c-b610-5ca60b97dd9e None None] No DVR routers for this DVR port 324cbf77-0513-4b51-9ac4-56924141a806 on host dv-cinder-843361-2-smb {{(pid=104679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:44:25.122805 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37981eb9-d849-4390-9880-2319ca96a1b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=324cbf77-0513-4b51-9ac4-56924141a806,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:25.128434 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37981eb9-d849-4390-9880-2319ca96a1b3 admin admin] No DVR routers for this DVR port 324cbf77-0513-4b51-9ac4-56924141a806 on host dv-cinder-843361-2-smb {{(pid=104677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:44:25.203734 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-37981eb9-d849-4390-9880-2319ca96a1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376291', 'neutron.services.segments.db._delete_segments_for_network-8755264080240'] for network (cbe76afb-b79c-4738-afa5-238ef7337a4d), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:25.225331 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.services.segments.db [None req-37981eb9-d849-4390-9880-2319ca96a1b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbe76afb-b79c-4738-afa5-238ef7337a4d']}} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:25.235488 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.services.segments.db [None req-37981eb9-d849-4390-9880-2319ca96a1b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '123c626d-4251-4986-8180-d47214935e1f') {'for_net_delete': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:25.235790 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.services.segments.db [None req-37981eb9-d849-4390-9880-2319ca96a1b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '123c626d-4251-4986-8180-d47214935e1f') {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:25.245121 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-37981eb9-d849-4390-9880-2319ca96a1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755264080505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59983971'] for segment (123c626d-4251-4986-8180-d47214935e1f), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:25.258835 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-37981eb9-d849-4390-9880-2319ca96a1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105'] for segment (123c626d-4251-4986-8180-d47214935e1f), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:25.265758 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37981eb9-d849-4390-9880-2319ca96a1b3 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=104677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:44:25.266150 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-37981eb9-d849-4390-9880-2319ca96a1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59984179'] for segment (123c626d-4251-4986-8180-d47214935e1f), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:25.406857 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.services.segments.plugin [-] Segment 123c626d-4251-4986-8180-d47214935e1f resource provider aggregate not found May 27 03:44:25.422795 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.services.segments.plugin [-] Segment 123c626d-4251-4986-8180-d47214935e1f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 123c626d-4251-4986-8180-d47214935e1f found for delete ", "request_id": "req-80f5f5f1-3a15-41fc-a0ec-244fecc93b44"}]} May 27 03:44:25.424623 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-37981eb9-d849-4390-9880-2319ca96a1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665655'] for network (cbe76afb-b79c-4738-afa5-238ef7337a4d), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:25.430299 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-37981eb9-d849-4390-9880-2319ca96a1b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for network (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:25.434236 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-37981eb9-d849-4390-9880-2319ca96a1b3 admin admin] 10.222.0.71 "DELETE /v2.0/networks/cbe76afb-b79c-4738-afa5-238ef7337a4d HTTP/1.1" status: 204 len: 168 time: 1.0073752 May 27 03:44:25.436489 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 58228) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:25.452785 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37981eb9-d849-4390-9880-2319ca96a1b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbe76afb-b79c-4738-afa5-238ef7337a4d,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:25.487863 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:25.726390 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a2ced-eba0-49ce-bbdc-d85bd4a11896 req-2e732ad0-5893-4d0a-b4d9-6501255d973f tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:25.727848 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-498a2ced-eba0-49ce-bbdc-d85bd4a11896 req-2e732ad0-5893-4d0a-b4d9-6501255d973f tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 945 time: 0.0811841 May 27 03:44:25.819119 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-498a2ced-eba0-49ce-bbdc-d85bd4a11896 req-ef866fe1-19bc-4637-8a99-0e22939d0f0d tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850818 May 27 03:44:25.856575 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0f5bb496-572a-4c07-b1df-2e968046fc43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3664613'] for router_interface (89596a43-79ad-4b4f-a70d-bb865eecd581), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:25.979841 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:26.077156 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-0f5bb496-572a-4c07-b1df-2e968046fc43 admin admin] Deleting port c9a1b00b-fa44-4abe-a18c-ef8a92128709 {{(pid=104677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:44:26.077534 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0f5bb496-572a-4c07-b1df-2e968046fc43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (c9a1b00b-fa44-4abe-a18c-ef8a92128709), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:26.164643 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-0f5bb496-572a-4c07-b1df-2e968046fc43 admin admin] For port c9a1b00b-fa44-4abe-a18c-ef8a92128709, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=c9a1b00b-fa44-4abe-a18c-ef8a92128709,segment=NetworkSegment(d0d0647c-c9b1-4af8-bab5-b70cb98bd6ca),segment_id=d0d0647c-c9b1-4af8-bab5-b70cb98bd6ca)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:26.165388 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0f5bb496-572a-4c07-b1df-2e968046fc43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (c9a1b00b-fa44-4abe-a18c-ef8a92128709), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:26.179269 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-0f5bb496-572a-4c07-b1df-2e968046fc43 admin admin] Calling delete_port for c9a1b00b-fa44-4abe-a18c-ef8a92128709 owned by network:router_interface {{(pid=104677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:44:26.441546 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0f5bb496-572a-4c07-b1df-2e968046fc43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59984224'] for port (c9a1b00b-fa44-4abe-a18c-ef8a92128709), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:26.467480 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5bb496-572a-4c07-b1df-2e968046fc43 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9a1b00b-fa44-4abe-a18c-ef8a92128709,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:26.595222 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:26.627241 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 324cbf77-0513-4b51-9ac4-56924141a806 no longer exists at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:44:26.640808 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0f5bb496-572a-4c07-b1df-2e968046fc43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-827016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3664505'] for router_interface (89596a43-79ad-4b4f-a70d-bb865eecd581), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:26.648013 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] No Port match for: 324cbf77-0513-4b51-9ac4-56924141a806 {{(pid=104679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:44:26.648374 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 324cbf77-0513-4b51-9ac4-56924141a806 not bound to the agent host dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:44:26.860199 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5bb496-572a-4c07-b1df-2e968046fc43 admin admin] Router 89596a43-79ad-4b4f-a70d-bb865eecd581 has already been hosted by L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 {{(pid=104677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:44:26.927541 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:26.954228 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15c8c0-1a5b-4e83-a34c-3c362bedbef5 req-3a9a203d-eed6-4453-b535-48c59bea4158 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:26.955694 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-1f15c8c0-1a5b-4e83-a34c-3c362bedbef5 req-3a9a203d-eed6-4453-b535-48c59bea4158 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 945 time: 0.0602634 May 27 03:44:27.017929 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5bb496-572a-4c07-b1df-2e968046fc43 admin admin] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:44:27.027224 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4fa8e9-d1d6-4ecb-aa30-648beb2eeb05 None None] Sync routers for ids ['89596a43-79ad-4b4f-a70d-bb865eecd581'] in dv-cinder-843361-2-smb {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:44:27.027776 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-0f5bb496-572a-4c07-b1df-2e968046fc43 admin admin] 10.222.0.71 "PUT /v2.0/routers/89596a43-79ad-4b4f-a70d-bb865eecd581/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5898464 May 27 03:44:27.030585 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 58246) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:27.041386 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4fa8e9-d1d6-4ecb-aa30-648beb2eeb05 None None] Routers {'89596a43-79ad-4b4f-a70d-bb865eecd581'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:44:27.042278 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-6c4fa8e9-d1d6-4ecb-aa30-648beb2eeb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:44:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['89596a43-79ad-4b4f-a70d-bb865eecd581'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:27.046343 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-1f15c8c0-1a5b-4e83-a34c-3c362bedbef5 req-4ecf0fe8-44cf-4086-bdf5-3a180c7a3ae2 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644879 May 27 03:44:27.145868 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-1010c325-bdea-4f6c-aa85-771cdc4b5741 admin admin] Publish callbacks [] for router (89596a43-79ad-4b4f-a70d-bb865eecd581), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:27.154958 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-6c4fa8e9-d1d6-4ecb-aa30-648beb2eeb05 None None] Set router 89596a43-79ad-4b4f-a70d-bb865eecd581 gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:44:27.244265 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-1010c325-bdea-4f6c-aa85-771cdc4b5741 admin admin] Publish callbacks [] for router_gateway (89596a43-79ad-4b4f-a70d-bb865eecd581), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:27.323995 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-6c4fa8e9-d1d6-4ecb-aa30-648beb2eeb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89596a43-79ad-4b4f-a70d-bb865eecd581', 'name': 'tempest-TestMinimumBasicScenario-1196234299-router', 'tenant_id': '084e5bd71e2e4d62bc4943678b4361b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.9'}], 'enable_snat': True}, 'gw_port_id': 'dd755aab-c571-4940-a586-b215337792a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:52Z', 'updated_at': '2022-05-27T03:44:26Z', 'revision_number': 5, 'project_id': '084e5bd71e2e4d62bc4943678b4361b2', 'gw_port': {'id': 'dd755aab-c571-4940-a586-b215337792a4', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:67:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89596a43-79ad-4b4f-a70d-bb865eecd581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:53Z', 'updated_at': '2022-05-27T03:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb'}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:27.348000 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [None req-1010c325-bdea-4f6c-aa85-771cdc4b5741 admin admin] Deleting port dd755aab-c571-4940-a586-b215337792a4 {{(pid=104678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:44:27.348338 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-1010c325-bdea-4f6c-aa85-771cdc4b5741 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (dd755aab-c571-4940-a586-b215337792a4), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:27.348890 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4fa8e9-d1d6-4ecb-aa30-648beb2eeb05 None None] Checking router: 89596a43-79ad-4b4f-a70d-bb865eecd581 for host: dv-cinder-843361-2-smb {{(pid=104680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:44:27.357592 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4fa8e9-d1d6-4ecb-aa30-648beb2eeb05 None None] Routers {'89596a43-79ad-4b4f-a70d-bb865eecd581'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:44:27.358198 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-6c4fa8e9-d1d6-4ecb-aa30-648beb2eeb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:44:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['89596a43-79ad-4b4f-a70d-bb865eecd581'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:27.442534 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [None req-1010c325-bdea-4f6c-aa85-771cdc4b5741 admin admin] For port dd755aab-c571-4940-a586-b215337792a4, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=dd755aab-c571-4940-a586-b215337792a4,segment=NetworkSegment(bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5),segment_id=bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5)] {{(pid=104678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:27.442896 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-1010c325-bdea-4f6c-aa85-771cdc4b5741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (dd755aab-c571-4940-a586-b215337792a4), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:27.443431 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-6c4fa8e9-d1d6-4ecb-aa30-648beb2eeb05 None None] Set router 89596a43-79ad-4b4f-a70d-bb865eecd581 gateway port host: None {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:44:27.457070 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [None req-1010c325-bdea-4f6c-aa85-771cdc4b5741 admin admin] Calling delete_port for dd755aab-c571-4940-a586-b215337792a4 owned by network:router_gateway {{(pid=104678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:44:27.491675 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-6c4fa8e9-d1d6-4ecb-aa30-648beb2eeb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89596a43-79ad-4b4f-a70d-bb865eecd581', 'name': 'tempest-TestMinimumBasicScenario-1196234299-router', 'tenant_id': '084e5bd71e2e4d62bc4943678b4361b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:52Z', 'updated_at': '2022-05-27T03:44:27Z', 'revision_number': 6, 'project_id': '084e5bd71e2e4d62bc4943678b4361b2', 'gw_port_host': None}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:27.517114 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4fa8e9-d1d6-4ecb-aa30-648beb2eeb05 None None] The sync data for ids ['89596a43-79ad-4b4f-a70d-bb865eecd581'] in dv-cinder-843361-2-smb is: [{'id': '89596a43-79ad-4b4f-a70d-bb865eecd581', 'name': 'tempest-TestMinimumBasicScenario-1196234299-router', 'tenant_id': '084e5bd71e2e4d62bc4943678b4361b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:52Z', 'updated_at': '2022-05-27T03:44:27Z', 'revision_number': 6, 'project_id': '084e5bd71e2e4d62bc4943678b4361b2', 'gw_port_host': None}] {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:44:27.605916 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:27.784549 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-1010c325-bdea-4f6c-aa85-771cdc4b5741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (dd755aab-c571-4940-a586-b215337792a4), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:27.808123 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010c325-bdea-4f6c-aa85-771cdc4b5741 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd755aab-c571-4940-a586-b215337792a4,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:27.875596 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-1010c325-bdea-4f6c-aa85-771cdc4b5741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665627'] for router_gateway (89596a43-79ad-4b4f-a70d-bb865eecd581), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:27.961460 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-1010c325-bdea-4f6c-aa85-771cdc4b5741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router (89596a43-79ad-4b4f-a70d-bb865eecd581), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:27.963866 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-1010c325-bdea-4f6c-aa85-771cdc4b5741 admin admin] Publish callbacks [] for router_controller (89596a43-79ad-4b4f-a70d-bb865eecd581), precommit_delete_associations {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:28.064389 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-1010c325-bdea-4f6c-aa85-771cdc4b5741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3889025'] for router (89596a43-79ad-4b4f-a70d-bb865eecd581), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:28.065042 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1010c325-bdea-4f6c-aa85-771cdc4b5741 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89596a43-79ad-4b4f-a70d-bb865eecd581 {{(pid=104678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:44:28.070444 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-1010c325-bdea-4f6c-aa85-771cdc4b5741 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:28.071606 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-1010c325-bdea-4f6c-aa85-771cdc4b5741 admin admin] 10.222.0.71 "DELETE /v2.0/routers/89596a43-79ad-4b4f-a70d-bb865eecd581 HTTP/1.1" status: 204 len: 168 time: 1.0399768 May 27 03:44:28.074289 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 58250) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:28.132971 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a8c3dcb-265a-4407-9256-461cc6c62a95 admin admin] Deleting subnet c198ed22-4ac9-4d16-ba55-48b1774ac006 {{(pid=104677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:44:28.138178 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0a8c3dcb-265a-4407-9256-461cc6c62a95 admin admin] Publish callbacks [] for subnet (c198ed22-4ac9-4d16-ba55-48b1774ac006), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:28.212066 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e5d14-61fd-4bd5-89d8-3fe9d8a54ab1 req-74ac53b0-5452-4d8a-881c-9e4da9b6cff5 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:28.213586 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ec7e5d14-61fd-4bd5-89d8-3fe9d8a54ab1 req-74ac53b0-5452-4d8a-881c-9e4da9b6cff5 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 945 time: 0.0780933 May 27 03:44:28.218812 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0a8c3dcb-265a-4407-9256-461cc6c62a95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59983962'] for subnet (c198ed22-4ac9-4d16-ba55-48b1774ac006), precommit_delete_associations {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:28.316005 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ec7e5d14-61fd-4bd5-89d8-3fe9d8a54ab1 req-6003c631-1d53-4f72-84a8-9641fbbff5c0 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767155 May 27 03:44:28.333448 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0a8c3dcb-265a-4407-9256-461cc6c62a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380246'] for subnet (c198ed22-4ac9-4d16-ba55-48b1774ac006), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:28.458914 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0a8c3dcb-265a-4407-9256-461cc6c62a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59984017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60058047'] for subnet (c198ed22-4ac9-4d16-ba55-48b1774ac006), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:28.488837 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0a8c3dcb-265a-4407-9256-461cc6c62a95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:28.492991 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-0a8c3dcb-265a-4407-9256-461cc6c62a95 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/c198ed22-4ac9-4d16-ba55-48b1774ac006 HTTP/1.1" status: 204 len: 168 time: 0.4169948 May 27 03:44:28.493954 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c3dcb-265a-4407-9256-461cc6c62a95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c198ed22-4ac9-4d16-ba55-48b1774ac006,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:28.494131 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76212fe5-6edd-44f8-9521-f91ee1209b57 None None] Network 733ec7cb-067c-4679-b58f-fb06da769427 requested from dv-cinder-843361-2-smb {{(pid=104679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:44:28.495337 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 58260) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:28.574794 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-1d9b18cf-b450-4b53-b002-915cde8ecc62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370897'] for network (733ec7cb-067c-4679-b58f-fb06da769427), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:28.580121 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device dd755aab-c571-4940-a586-b215337792a4 no longer exists at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:44:28.590779 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:28.606078 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] No Port match for: dd755aab-c571-4940-a586-b215337792a4 {{(pid=104679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:44:28.606418 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device dd755aab-c571-4940-a586-b215337792a4 not bound to the agent host dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:44:28.606840 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device c9a1b00b-fa44-4abe-a18c-ef8a92128709 no longer exists at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:44:28.627421 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [None req-1d9b18cf-b450-4b53-b002-915cde8ecc62 admin admin] Deleting port 24a1f444-a6ce-471e-8e95-a66f169aa1ec {{(pid=104678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:44:28.627898 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-1d9b18cf-b450-4b53-b002-915cde8ecc62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (24a1f444-a6ce-471e-8e95-a66f169aa1ec), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:28.630003 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] No Port match for: c9a1b00b-fa44-4abe-a18c-ef8a92128709 {{(pid=104679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:44:28.630360 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device c9a1b00b-fa44-4abe-a18c-ef8a92128709 not bound to the agent host dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:44:28.693691 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [None req-1d9b18cf-b450-4b53-b002-915cde8ecc62 admin admin] For port 24a1f444-a6ce-471e-8e95-a66f169aa1ec, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=24a1f444-a6ce-471e-8e95-a66f169aa1ec,segment=NetworkSegment(d0d0647c-c9b1-4af8-bab5-b70cb98bd6ca),segment_id=d0d0647c-c9b1-4af8-bab5-b70cb98bd6ca)] {{(pid=104678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:28.694055 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-1d9b18cf-b450-4b53-b002-915cde8ecc62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (24a1f444-a6ce-471e-8e95-a66f169aa1ec), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:28.696429 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a268fea4-99e8-48e6-b8bf-65f678d030d1 None None] DHCP port deletion for 733ec7cb-067c-4679-b58f-fb06da769427 request from dv-cinder-843361-2-smb {{(pid=104679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 03:44:28.710002 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [None req-1d9b18cf-b450-4b53-b002-915cde8ecc62 admin admin] Calling delete_port for 24a1f444-a6ce-471e-8e95-a66f169aa1ec owned by network:dhcp {{(pid=104678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:44:28.737358 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-a268fea4-99e8-48e6-b8bf-65f678d030d1 None None] Deleting port 24a1f444-a6ce-471e-8e95-a66f169aa1ec {{(pid=104679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:44:28.737773 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-a268fea4-99e8-48e6-b8bf-65f678d030d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (24a1f444-a6ce-471e-8e95-a66f169aa1ec), before_delete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:28.797431 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:28.808484 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-a268fea4-99e8-48e6-b8bf-65f678d030d1 None None] For port 24a1f444-a6ce-471e-8e95-a66f169aa1ec, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=24a1f444-a6ce-471e-8e95-a66f169aa1ec,segment=NetworkSegment(d0d0647c-c9b1-4af8-bab5-b70cb98bd6ca),segment_id=d0d0647c-c9b1-4af8-bab5-b70cb98bd6ca)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:28.808888 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-a268fea4-99e8-48e6-b8bf-65f678d030d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (24a1f444-a6ce-471e-8e95-a66f169aa1ec), precommit_delete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:28.821898 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-a268fea4-99e8-48e6-b8bf-65f678d030d1 None None] Calling delete_port for 24a1f444-a6ce-471e-8e95-a66f169aa1ec owned by network:dhcp {{(pid=104679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:44:28.858312 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-1d9b18cf-b450-4b53-b002-915cde8ecc62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (24a1f444-a6ce-471e-8e95-a66f169aa1ec), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:28.885453 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b18cf-b450-4b53-b002-915cde8ecc62 admin admin] Pushing event deleted for resources: {'Port': ['ID=24a1f444-a6ce-471e-8e95-a66f169aa1ec,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:28.887260 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9b18cf-b450-4b53-b002-915cde8ecc62 admin admin] No DVR routers for this DVR port 24a1f444-a6ce-471e-8e95-a66f169aa1ec on host dv-cinder-843361-2-smb {{(pid=104678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:44:28.901863 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-a268fea4-99e8-48e6-b8bf-65f678d030d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930'] for port (24a1f444-a6ce-471e-8e95-a66f169aa1ec), after_delete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:28.930981 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a268fea4-99e8-48e6-b8bf-65f678d030d1 None None] Pushing event deleted for resources: {'Port': ['ID=24a1f444-a6ce-471e-8e95-a66f169aa1ec,revision_number=None']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:28.930981 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a268fea4-99e8-48e6-b8bf-65f678d030d1 None None] No DVR routers for this DVR port 24a1f444-a6ce-471e-8e95-a66f169aa1ec on host dv-cinder-843361-2-smb {{(pid=104679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:44:28.960297 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-1d9b18cf-b450-4b53-b002-915cde8ecc62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376291', 'neutron.services.segments.db._delete_segments_for_network-8755264080240'] for network (733ec7cb-067c-4679-b58f-fb06da769427), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:28.980268 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.services.segments.db [None req-1d9b18cf-b450-4b53-b002-915cde8ecc62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['733ec7cb-067c-4679-b58f-fb06da769427']}} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:28.989420 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.services.segments.db [None req-1d9b18cf-b450-4b53-b002-915cde8ecc62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0d0647c-c9b1-4af8-bab5-b70cb98bd6ca') {'for_net_delete': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:28.989715 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.services.segments.db [None req-1d9b18cf-b450-4b53-b002-915cde8ecc62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0d0647c-c9b1-4af8-bab5-b70cb98bd6ca') {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:28.999499 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-1d9b18cf-b450-4b53-b002-915cde8ecc62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755264080505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62397937'] for segment (d0d0647c-c9b1-4af8-bab5-b70cb98bd6ca), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:29.012436 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-1d9b18cf-b450-4b53-b002-915cde8ecc62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105'] for segment (d0d0647c-c9b1-4af8-bab5-b70cb98bd6ca), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:29.019120 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d9b18cf-b450-4b53-b002-915cde8ecc62 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=104678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:44:29.019498 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-1d9b18cf-b450-4b53-b002-915cde8ecc62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62479245'] for segment (d0d0647c-c9b1-4af8-bab5-b70cb98bd6ca), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:29.097843 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.services.segments.plugin [-] Segment d0d0647c-c9b1-4af8-bab5-b70cb98bd6ca resource provider aggregate not found May 27 03:44:29.115771 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.services.segments.plugin [-] Segment d0d0647c-c9b1-4af8-bab5-b70cb98bd6ca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d0d0647c-c9b1-4af8-bab5-b70cb98bd6ca found for delete ", "request_id": "req-7f33462b-5c81-4ab4-bb4f-e5ade39650c8"}]} May 27 03:44:29.166791 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-1d9b18cf-b450-4b53-b002-915cde8ecc62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665655'] for network (733ec7cb-067c-4679-b58f-fb06da769427), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:29.173928 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-1d9b18cf-b450-4b53-b002-915cde8ecc62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for network (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:29.176890 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-1d9b18cf-b450-4b53-b002-915cde8ecc62 admin admin] 10.222.0.71 "DELETE /v2.0/networks/733ec7cb-067c-4679-b58f-fb06da769427 HTTP/1.1" status: 204 len: 168 time: 0.6805606 May 27 03:44:29.188960 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b18cf-b450-4b53-b002-915cde8ecc62 admin admin] Pushing event deleted for resources: {'Network': ['ID=733ec7cb-067c-4679-b58f-fb06da769427,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:29.438129 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9ad55-8204-42af-9485-967484b12529 req-c36891ee-0031-43aa-91ce-f2522088984e tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:29.439580 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-1ac9ad55-8204-42af-9485-967484b12529 req-c36891ee-0031-43aa-91ce-f2522088984e tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 945 time: 0.0495272 May 27 03:44:29.464951 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:29.487463 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-1ac9ad55-8204-42af-9485-967484b12529 req-b650f9d6-03e1-4006-a668-d0a2b2e74098 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424361 May 27 03:44:29.533578 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 58280) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:29.553858 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=11 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:29.575250 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-d0c7bec2-6e9e-43de-8306-b7919cc9ca06 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1d50c2ef63b54c2e955695da85169101&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405698 May 27 03:44:29.578583 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 58282) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:29.627981 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-95bad9ca-6fbe-4559-ba44-ff7c366127c8 admin admin] Publish callbacks [] for security_group (17368672-e98b-4b3a-b43e-4cd26c261ffe), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:29.649129 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-95bad9ca-6fbe-4559-ba44-ff7c366127c8 admin admin] Publish callbacks [] for security_group (17368672-e98b-4b3a-b43e-4cd26c261ffe), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:29.761416 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-95bad9ca-6fbe-4559-ba44-ff7c366127c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (17368672-e98b-4b3a-b43e-4cd26c261ffe), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:29.764463 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-95bad9ca-6fbe-4559-ba44-ff7c366127c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:29.765655 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-95bad9ca-6fbe-4559-ba44-ff7c366127c8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/17368672-e98b-4b3a-b43e-4cd26c261ffe HTTP/1.1" status: 204 len: 168 time: 0.1865983 May 27 03:44:29.773854 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bad9ca-6fbe-4559-ba44-ff7c366127c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17368672-e98b-4b3a-b43e-4cd26c261ffe,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:30.559513 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 24a1f444-a6ce-471e-8e95-a66f169aa1ec no longer exists at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:44:30.580509 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] No Port match for: 24a1f444-a6ce-471e-8e95-a66f169aa1ec {{(pid=104679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:44:30.588569 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 24a1f444-a6ce-471e-8e95-a66f169aa1ec not bound to the agent host dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:44:30.598171 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 58300) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:30.634210 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69ffe9-a878-447d-ac53-9079cfccd956 req-894e96f5-7ed0-4bc8-a018-0bb94e2328ed tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:30.634453 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-7d69ffe9-a878-447d-ac53-9079cfccd956 req-894e96f5-7ed0-4bc8-a018-0bb94e2328ed tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 945 time: 0.0713303 May 27 03:44:30.679822 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-8863e413-80a4-4a26-8bf3-75064fd50942 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=084e5bd71e2e4d62bc4943678b4361b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0782008 May 27 03:44:30.680565 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 58302) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:30.700199 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-7d69ffe9-a878-447d-ac53-9079cfccd956 req-c33c3032-df83-4a44-b18e-88b489582fb1 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566564 May 27 03:44:30.731563 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-1729090c-d498-465a-8f40-88c7c1e4bad7 admin admin] Publish callbacks [] for security_group (ca9e1f2d-c567-42ba-a647-9a4e079a0be7), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:30.754909 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-1729090c-d498-465a-8f40-88c7c1e4bad7 admin admin] Publish callbacks [] for security_group (ca9e1f2d-c567-42ba-a647-9a4e079a0be7), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:30.898220 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-1729090c-d498-465a-8f40-88c7c1e4bad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (ca9e1f2d-c567-42ba-a647-9a4e079a0be7), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:30.900782 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-1729090c-d498-465a-8f40-88c7c1e4bad7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:30.901955 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-1729090c-d498-465a-8f40-88c7c1e4bad7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ca9e1f2d-c567-42ba-a647-9a4e079a0be7 HTTP/1.1" status: 204 len: 168 time: 0.2199001 May 27 03:44:30.911388 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1729090c-d498-465a-8f40-88c7c1e4bad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9e1f2d-c567-42ba-a647-9a4e079a0be7,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:31.818456 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175deefb-fb33-47b6-a7f8-de04791b0a2a req-59c02b5d-6d58-4abe-812d-2bea07162346 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:31.819927 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-175deefb-fb33-47b6-a7f8-de04791b0a2a req-59c02b5d-6d58-4abe-812d-2bea07162346 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 945 time: 0.0476081 May 27 03:44:31.867248 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-175deefb-fb33-47b6-a7f8-de04791b0a2a req-e6ba5ab8-4659-497a-9255-7dceacc5f8ce tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418129 May 27 03:44:32.993111 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da680f1-1a2c-4007-8c2d-abb74e7a7e47 req-778feb1b-f652-487a-8d72-7928dbf68665 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:32.995376 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-4da680f1-1a2c-4007-8c2d-abb74e7a7e47 req-778feb1b-f652-487a-8d72-7928dbf68665 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 945 time: 0.0479660 May 27 03:44:33.052012 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-4da680f1-1a2c-4007-8c2d-abb74e7a7e47 req-ab822ae7-c575-4f44-ae02-d9f0ee40d59d tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505376 May 27 03:44:33.337479 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 6 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:44:34.176100 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f5bc0-8222-4450-b8ee-53f265965ca4 req-cd0c3f55-6850-4ae6-8aa2-d43ca311bc10 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:34.177576 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ec1f5bc0-8222-4450-b8ee-53f265965ca4 req-cd0c3f55-6850-4ae6-8aa2-d43ca311bc10 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 945 time: 0.0460944 May 27 03:44:34.224517 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ec1f5bc0-8222-4450-b8ee-53f265965ca4 req-baac35d1-1bfb-4383-bd00-a6e80b36d697 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414770 May 27 03:44:35.307602 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:35.345706 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a633e-2176-4e64-a067-e1d71f12fe3b req-e361d4ad-6980-45a8-ab8a-fafc311444f7 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:35.347266 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-1f0a633e-2176-4e64-a067-e1d71f12fe3b req-e361d4ad-6980-45a8-ab8a-fafc311444f7 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 945 time: 0.0499978 May 27 03:44:35.399467 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-1f0a633e-2176-4e64-a067-e1d71f12fe3b req-7d8a7c16-0d47-42ee-8fc1-d14538d769d1 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462348 May 27 03:44:35.441116 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device a01e6280-f9b7-457e-9401-67af724f715e details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:44:35.536360 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port a01e6280-f9b7-457e-9401-67af724f715e, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=a01e6280-f9b7-457e-9401-67af724f715e,segment=NetworkSegment(db38ef5c-f497-4e30-948a-fea63a50f9cb),segment_id=db38ef5c-f497-4e30-948a-fea63a50f9cb)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:35.548183 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Returning: {'device': 'a01e6280-f9b7-457e-9401-67af724f715e', 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744', 'port_id': 'a01e6280-f9b7-457e-9401-67af724f715e', 'mac_address': 'fa:16:3e:46:ab:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f40426d-a764-47ba-9279-ffa431835798', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:44:35.584677 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port a01e6280-f9b7-457e-9401-67af724f715e is: ACTIVE; New status is: BUILD {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:44:35.585056 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (a01e6280-f9b7-457e-9401-67af724f715e), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:35.598240 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a01e6280-f9b7-457e-9401-67af724f715e {{(pid=104679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:44:35.607589 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:35.618144 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port a01e6280-f9b7-457e-9401-67af724f715e, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=a01e6280-f9b7-457e-9401-67af724f715e,segment=NetworkSegment(db38ef5c-f497-4e30-948a-fea63a50f9cb),segment_id=db38ef5c-f497-4e30-948a-fea63a50f9cb)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:35.726687 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (a01e6280-f9b7-457e-9401-67af724f715e), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:35.776637 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=a01e6280-f9b7-457e-9401-67af724f715e,revision_number=6']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:35.835833 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] get_ports_and_sgs() called for port_ids ['a01e6280-f9b7-457e-9401-67af724f715e'] {{(pid=104679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:44:36.144128 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-57ac8950-c22b-4f5b-bb58-d5ac973495ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:36.280205 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 58374) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:36.402446 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-11a37be2-f1cf-41b5-89d3-3fe06c8c5f33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:36.512689 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-11a37be2-f1cf-41b5-89d3-3fe06c8c5f33 admin admin] Publish callbacks [] for security_group (c2d4866d-69a2-4c75-adfe-248d56589d40), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:36.529754 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8724951-c49a-41a0-bf47-114378e122e8 req-0b9373e7-f45d-491e-a7cb-6e2238e5b12b tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:36.533742 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b8724951-c49a-41a0-bf47-114378e122e8 req-0b9373e7-f45d-491e-a7cb-6e2238e5b12b tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 944 time: 0.0586836 May 27 03:44:36.587272 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b8724951-c49a-41a0-bf47-114378e122e8 req-4bbd9741-83a8-4ad1-a70a-72782d86cf24 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450292 May 27 03:44:36.588011 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-11a37be2-f1cf-41b5-89d3-3fe06c8c5f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (c2d4866d-69a2-4c75-adfe-248d56589d40), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:36.630815 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-11a37be2-f1cf-41b5-89d3-3fe06c8c5f33 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f7ec588e3fa346e6af495af7079594f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3492458 May 27 03:44:36.631927 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a37be2-f1cf-41b5-89d3-3fe06c8c5f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d4866d-69a2-4c75-adfe-248d56589d40,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:36.633463 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 58390) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:36.683097 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-347df936-039e-47b9-80d4-ceeb63075322 admin admin] Publish callbacks [] for security_group (c2d4866d-69a2-4c75-adfe-248d56589d40), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:36.705188 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-347df936-039e-47b9-80d4-ceeb63075322 admin admin] Publish callbacks [] for security_group (c2d4866d-69a2-4c75-adfe-248d56589d40), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:36.864415 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-347df936-039e-47b9-80d4-ceeb63075322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (c2d4866d-69a2-4c75-adfe-248d56589d40), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:36.867020 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-347df936-039e-47b9-80d4-ceeb63075322 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:36.870500 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-347df936-039e-47b9-80d4-ceeb63075322 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c2d4866d-69a2-4c75-adfe-248d56589d40 HTTP/1.1" status: 204 len: 168 time: 0.2337358 May 27 03:44:36.877456 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347df936-039e-47b9-80d4-ceeb63075322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d4866d-69a2-4c75-adfe-248d56589d40,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:37.457467 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device a01e6280-f9b7-457e-9401-67af724f715e up at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:44:37.512438 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Provisioning complete for port a01e6280-f9b7-457e-9401-67af724f715e triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:44:37.513180 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (a01e6280-f9b7-457e-9401-67af724f715e), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:37.525936 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 58400) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:37.546645 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:37.548114 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ccec1d59-6ff6-4151-8fe4-af0c4b27b728 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:37.575589 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:37.626628 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port a01e6280-f9b7-457e-9401-67af724f715e is: BUILD; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:44:37.627019 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (a01e6280-f9b7-457e-9401-67af724f715e), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:37.668779 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce294b86-c5b3-4694-8d7e-658a0f12c1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01e6280-f9b7-457e-9401-67af724f715e'}] {{(pid=104679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:44:37.675033 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d249cf550e2d843300bc9a66ec52257e0462e4d4b5166dc6bcb5b411a3eed5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1dec171-e124-4f3b-9da8-3221ca248b63" -d '{"events": [{"server_uuid": "ce294b86-c5b3-4694-8d7e-658a0f12c1d5", "name": "network-vif-plugged", "status": "completed", "tag": "a01e6280-f9b7-457e-9401-67af724f715e"}]}' {{(pid=104679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:44:37.691065 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port a01e6280-f9b7-457e-9401-67af724f715e, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=a01e6280-f9b7-457e-9401-67af724f715e,segment=NetworkSegment(db38ef5c-f497-4e30-948a-fea63a50f9cb),segment_id=db38ef5c-f497-4e30-948a-fea63a50f9cb)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:37.709121 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ccec1d59-6ff6-4151-8fe4-af0c4b27b728 admin admin] Publish callbacks [] for security_group (1dd8ae2e-8f55-4218-bf13-9c8112a3c789), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:37.737443 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa62727c-5a4b-4045-87b2-3d49da7ff9ae x-openstack-request-id: req-fa62727c-5a4b-4045-87b2-3d49da7ff9ae {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:44:37.747639 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce294b86-c5b3-4694-8d7e-658a0f12c1d5", "name": "network-vif-plugged", "status": "completed", "tag": "a01e6280-f9b7-457e-9401-67af724f715e", "code": 200}]} {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:44:37.747639 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fa62727c-5a4b-4045-87b2-3d49da7ff9ae {{(pid=104679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:44:37.747639 dv-cinder-843361-2-smb neutron-server[104679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa62727c-5a4b-4045-87b2-3d49da7ff9ae'] response: {'server_uuid': 'ce294b86-c5b3-4694-8d7e-658a0f12c1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01e6280-f9b7-457e-9401-67af724f715e', 'code': 200} May 27 03:44:37.774378 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a9bcf-70f0-4094-be22-fda7f8fc9a44 req-2a980373-5986-4688-b777-9aa2fe369f14 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:37.775924 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-148a9bcf-70f0-4094-be22-fda7f8fc9a44 req-2a980373-5986-4688-b777-9aa2fe369f14 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 944 time: 0.0662308 May 27 03:44:37.812878 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (a01e6280-f9b7-457e-9401-67af724f715e), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:37.813113 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ccec1d59-6ff6-4151-8fe4-af0c4b27b728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (1dd8ae2e-8f55-4218-bf13-9c8112a3c789), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:37.831650 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:37.848639 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-148a9bcf-70f0-4094-be22-fda7f8fc9a44 req-bc17d232-07c9-4aab-8afd-6cac4b96a564 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595696 May 27 03:44:37.869044 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec1d59-6ff6-4151-8fe4-af0c4b27b728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd8ae2e-8f55-4218-bf13-9c8112a3c789,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:37.879213 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=a01e6280-f9b7-457e-9401-67af724f715e,revision_number=7']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:37.910305 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-ccec1d59-6ff6-4151-8fe4-af0c4b27b728 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f5fab2fa74cd4354b43674354f6e8417&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3807712 May 27 03:44:37.910696 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 58406) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:37.965753 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-ca7c9d8e-89f3-4eab-afdf-6ce50045e9eb admin admin] Publish callbacks [] for security_group (1dd8ae2e-8f55-4218-bf13-9c8112a3c789), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:37.992402 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-ca7c9d8e-89f3-4eab-afdf-6ce50045e9eb admin admin] Publish callbacks [] for security_group (1dd8ae2e-8f55-4218-bf13-9c8112a3c789), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:38.128037 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-ca7c9d8e-89f3-4eab-afdf-6ce50045e9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (1dd8ae2e-8f55-4218-bf13-9c8112a3c789), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:38.131023 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-ca7c9d8e-89f3-4eab-afdf-6ce50045e9eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:38.133311 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-ca7c9d8e-89f3-4eab-afdf-6ce50045e9eb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1dd8ae2e-8f55-4218-bf13-9c8112a3c789 HTTP/1.1" status: 204 len: 168 time: 0.2205551 May 27 03:44:38.144969 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c9d8e-89f3-4eab-afdf-6ce50045e9eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd8ae2e-8f55-4218-bf13-9c8112a3c789,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:38.312213 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-88852c9b-c6a5-4bdd-883b-e1ebd065e24d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:38.704355 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:38.967031 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb5925-f4cf-45aa-9abd-c7dd96f3b147 req-02498dac-c237-4dd9-965a-e72e17302e61 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:38.975296 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-adfb5925-f4cf-45aa-9abd-c7dd96f3b147 req-02498dac-c237-4dd9-965a-e72e17302e61 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 945 time: 0.0566857 May 27 03:44:39.031532 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-adfb5925-f4cf-45aa-9abd-c7dd96f3b147 req-05ef29fb-fcff-4d31-9b6f-8e93758174b6 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548255 May 27 03:44:39.355807 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:40.169945 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d593237-f482-47d8-9a0a-71ec24b14be6 req-b0476792-7bae-4008-a6ec-0334146289d1 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:40.173520 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9d593237-f482-47d8-9a0a-71ec24b14be6 req-b0476792-7bae-4008-a6ec-0334146289d1 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 945 time: 0.0497851 May 27 03:44:40.253907 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9d593237-f482-47d8-9a0a-71ec24b14be6 req-3057ea89-8552-4dac-846d-15483513f324 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730968 May 27 03:44:40.333628 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=40 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:41.030305 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:41.382518 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:41.399937 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d4698-1c31-498e-b00c-e932e62e294d req-aff24c6d-cf18-4031-b506-355c613a1c26 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:41.401513 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-805d4698-1c31-498e-b00c-e932e62e294d req-aff24c6d-cf18-4031-b506-355c613a1c26 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 945 time: 0.0540800 May 27 03:44:41.456215 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-805d4698-1c31-498e-b00c-e932e62e294d req-6bcac4b0-1247-4491-99ff-e74e4cac51a6 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478418 May 27 03:44:41.669762 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 58488) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:41.787824 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-8e311d38-72b2-49ac-be7b-f89b1c1ca678 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:41.854113 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:41.877675 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-8e311d38-72b2-49ac-be7b-f89b1c1ca678 admin admin] Publish callbacks [] for security_group (f0d978c4-6271-4c05-8880-22287d8efd5a), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:42.007007 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-8e311d38-72b2-49ac-be7b-f89b1c1ca678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (f0d978c4-6271-4c05-8880-22287d8efd5a), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:42.052862 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 58492) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:42.053181 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-8e311d38-72b2-49ac-be7b-f89b1c1ca678 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ed73235ecb404e1fb5043d1debc8f826&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3808084 May 27 03:44:42.053866 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e311d38-72b2-49ac-be7b-f89b1c1ca678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d978c4-6271-4c05-8880-22287d8efd5a,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:42.128061 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-088fc567-f4c4-4eb0-9bcc-3d007044c9c5 admin admin] Publish callbacks [] for security_group (f0d978c4-6271-4c05-8880-22287d8efd5a), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:42.155322 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-088fc567-f4c4-4eb0-9bcc-3d007044c9c5 admin admin] Publish callbacks [] for security_group (f0d978c4-6271-4c05-8880-22287d8efd5a), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:42.281521 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-088fc567-f4c4-4eb0-9bcc-3d007044c9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (f0d978c4-6271-4c05-8880-22287d8efd5a), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:42.284230 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-088fc567-f4c4-4eb0-9bcc-3d007044c9c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:42.290211 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-088fc567-f4c4-4eb0-9bcc-3d007044c9c5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f0d978c4-6271-4c05-8880-22287d8efd5a HTTP/1.1" status: 204 len: 168 time: 0.2362514 May 27 03:44:42.300458 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088fc567-f4c4-4eb0-9bcc-3d007044c9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d978c4-6271-4c05-8880-22287d8efd5a,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:42.338668 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:42.592794 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4762611-8756-49c3-825c-e5b7ad5a1dee req-d2b584a2-9c70-4f87-8434-5b5a89b5f21e tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:42.594232 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-a4762611-8756-49c3-825c-e5b7ad5a1dee req-d2b584a2-9c70-4f87-8434-5b5a89b5f21e tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 945 time: 0.0522046 May 27 03:44:42.643997 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-a4762611-8756-49c3-825c-e5b7ad5a1dee req-c0176027-dd1a-45a4-b388-c4b624ae3805 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440745 May 27 03:44:43.333708 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=51 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:43.334446 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 58504) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:43.352307 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-6d0384a5-8753-4a16-b523-07c0db794922 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:43.440722 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-6d0384a5-8753-4a16-b523-07c0db794922 admin admin] Publish callbacks [] for security_group (c5dbf12c-e047-4507-baa6-955282624191), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:43.540379 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-6d0384a5-8753-4a16-b523-07c0db794922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (c5dbf12c-e047-4507-baa6-955282624191), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:43.584926 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0384a5-8753-4a16-b523-07c0db794922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5dbf12c-e047-4507-baa6-955282624191,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:43.592196 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 58506) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:43.600230 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-6d0384a5-8753-4a16-b523-07c0db794922 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fae688c3b1324aa8847981fb8572a1a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2641380 May 27 03:44:43.648768 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-1fa4512a-dcd1-4b26-8415-70bef0f96da0 admin admin] Publish callbacks [] for security_group (c5dbf12c-e047-4507-baa6-955282624191), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:43.675642 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-1fa4512a-dcd1-4b26-8415-70bef0f96da0 admin admin] Publish callbacks [] for security_group (c5dbf12c-e047-4507-baa6-955282624191), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:43.780640 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6cf35-f70a-43f2-b138-e114f732ec26 req-cc72d967-e80f-4b7a-af35-3eefa3f20236 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:43.782094 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-98c6cf35-f70a-43f2-b138-e114f732ec26 req-cc72d967-e80f-4b7a-af35-3eefa3f20236 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 945 time: 0.0533371 May 27 03:44:43.818963 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-1fa4512a-dcd1-4b26-8415-70bef0f96da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (c5dbf12c-e047-4507-baa6-955282624191), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:43.821889 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-1fa4512a-dcd1-4b26-8415-70bef0f96da0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:43.823260 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-1fa4512a-dcd1-4b26-8415-70bef0f96da0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c5dbf12c-e047-4507-baa6-955282624191 HTTP/1.1" status: 204 len: 168 time: 0.2298245 May 27 03:44:43.840969 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4512a-dcd1-4b26-8415-70bef0f96da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5dbf12c-e047-4507-baa6-955282624191,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:43.855498 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-98c6cf35-f70a-43f2-b138-e114f732ec26 req-f6975bed-e85a-4abe-84ae-2397e9f3349e tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677471 May 27 03:44:45.013476 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad5e92-eedb-4e01-8574-6a3690ee4c7c req-37d6c9f3-af50-4029-9bf1-4740460dddec tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:45.023396 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-d2ad5e92-eedb-4e01-8574-6a3690ee4c7c req-37d6c9f3-af50-4029-9bf1-4740460dddec tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 945 time: 0.0733805 May 27 03:44:45.062572 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:45.094383 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-d2ad5e92-eedb-4e01-8574-6a3690ee4c7c req-50454568-86eb-4fc8-8007-3c9ad1398223 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665963 May 27 03:44:46.214215 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34ab78-9eaa-4faa-b3c9-0fccbf544fce req-bf4d251f-ce61-4d0b-9731-8e27f1baafa2 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:46.215722 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-dd34ab78-9eaa-4faa-b3c9-0fccbf544fce req-bf4d251f-ce61-4d0b-9731-8e27f1baafa2 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 945 time: 0.0525556 May 27 03:44:46.280764 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-dd34ab78-9eaa-4faa-b3c9-0fccbf544fce req-073a4255-263a-446e-bbe6-ce6e062763b9 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579193 May 27 03:44:47.410738 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ba1aa-1848-415d-96af-cbb5fd66ca88 req-63ccceca-165f-4524-9484-fa9d7b1f5ce9 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:47.412574 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-849ba1aa-1848-415d-96af-cbb5fd66ca88 req-63ccceca-165f-4524-9484-fa9d7b1f5ce9 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 945 time: 0.0576558 May 27 03:44:47.461349 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-849ba1aa-1848-415d-96af-cbb5fd66ca88 req-fd58a273-3c87-47a8-ae57-e34f70ec3012 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428751 May 27 03:44:48.588655 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59485be-627a-421b-8ffb-5965858a2fb3 req-a2973840-46dd-4ec5-843b-465e785effb3 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:48.590138 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c59485be-627a-421b-8ffb-5965858a2fb3 req-a2973840-46dd-4ec5-843b-465e785effb3 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 945 time: 0.0516009 May 27 03:44:48.591873 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb3cb5-7295-4ddd-8c18-0692d21ef1cd req-f89d20e5-3496-4595-b6d8-1ea24916d7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:48.593705 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-aedb3cb5-7295-4ddd-8c18-0692d21ef1cd req-f89d20e5-3496-4595-b6d8-1ea24916d7c8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e64d3975127c49b387c4f167cd3f269a&device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 1129 time: 0.0398958 May 27 03:44:48.639100 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c59485be-627a-421b-8ffb-5965858a2fb3 req-27ee403d-2d55-4cbd-a916-f9186ac26643 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424964 May 27 03:44:48.689201 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb3cb5-7295-4ddd-8c18-0692d21ef1cd req-5eebf4ec-0170-4227-808e-c1dbc09aebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:48.690676 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-aedb3cb5-7295-4ddd-8c18-0692d21ef1cd req-5eebf4ec-0170-4227-808e-c1dbc09aebd6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d4913486-ec50-4585-8ca2-f97563844744 HTTP/1.1" status: 200 len: 917 time: 0.0902176 May 27 03:44:48.754608 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-aedb3cb5-7295-4ddd-8c18-0692d21ef1cd req-c5a79dac-e07a-4335-81bc-27841acff828 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a01e6280-f9b7-457e-9401-67af724f715e HTTP/1.1" status: 200 len: 1000 time: 0.0581059 May 27 03:44:48.801939 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb3cb5-7295-4ddd-8c18-0692d21ef1cd req-ddd6b184-8cda-48dc-bb0c-9550bd363972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:48.803321 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-aedb3cb5-7295-4ddd-8c18-0692d21ef1cd req-ddd6b184-8cda-48dc-bb0c-9550bd363972 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2f40426d-a764-47ba-9279-ffa431835798 HTTP/1.1" status: 200 len: 855 time: 0.0424964 May 27 03:44:48.845996 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb3cb5-7295-4ddd-8c18-0692d21ef1cd req-70bb5fb5-3ad3-4ed2-ba67-708dd0c4511f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:48.847476 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-aedb3cb5-7295-4ddd-8c18-0692d21ef1cd req-70bb5fb5-3ad3-4ed2-ba67-708dd0c4511f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d4913486-ec50-4585-8ca2-f97563844744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0372918 May 27 03:44:48.943867 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-aedb3cb5-7295-4ddd-8c18-0692d21ef1cd req-54edc8a0-e462-4705-b841-5dc12f8b15be service neutron] 10.222.0.72 "GET /v2.0/networks/d4913486-ec50-4585-8ca2-f97563844744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891697 May 27 03:44:49.032664 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-aedb3cb5-7295-4ddd-8c18-0692d21ef1cd req-9c42b05d-1c42-4269-b376-54d7134d103d service neutron] 10.222.0.72 "GET /v2.0/networks/d4913486-ec50-4585-8ca2-f97563844744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822759 May 27 03:44:49.741386 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:49.761001 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92a04c-f41c-424e-87d8-5380ce859623 req-774c2886-8ffa-4339-8ef0-28d2ca885b81 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:49.762520 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-8a92a04c-f41c-424e-87d8-5380ce859623 req-774c2886-8ffa-4339-8ef0-28d2ca885b81 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 945 time: 0.0514114 May 27 03:44:49.816351 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-8a92a04c-f41c-424e-87d8-5380ce859623 req-b30ee04c-0bb9-48d0-9f6f-bb78c63b2692 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481205 May 27 03:44:50.938942 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67ce1c-c45c-46ee-9224-fee3901406c6 req-31c7618e-907e-4d68-807f-5ed74f06a3cd tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:50.940421 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-fd67ce1c-c45c-46ee-9224-fee3901406c6 req-31c7618e-907e-4d68-807f-5ed74f06a3cd tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 945 time: 0.0492575 May 27 03:44:50.991246 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-fd67ce1c-c45c-46ee-9224-fee3901406c6 req-5f1794ef-da73-4edd-90b7-7952f4e461b7 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452852 May 27 03:44:51.581387 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device a01e6280-f9b7-457e-9401-67af724f715e no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:44:51.657469 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port a01e6280-f9b7-457e-9401-67af724f715e is: ACTIVE; New status is: DOWN {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:44:51.657855 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (a01e6280-f9b7-457e-9401-67af724f715e), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:51.681534 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce294b86-c5b3-4694-8d7e-658a0f12c1d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a01e6280-f9b7-457e-9401-67af724f715e'}] {{(pid=104679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:44:51.683783 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d249cf550e2d843300bc9a66ec52257e0462e4d4b5166dc6bcb5b411a3eed5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f7538e-8ce0-4ee0-a73c-bc25115117eb" -d '{"events": [{"server_uuid": "ce294b86-c5b3-4694-8d7e-658a0f12c1d5", "name": "network-vif-unplugged", "status": "completed", "tag": "a01e6280-f9b7-457e-9401-67af724f715e"}]}' {{(pid=104679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:44:51.697233 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port a01e6280-f9b7-457e-9401-67af724f715e, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=a01e6280-f9b7-457e-9401-67af724f715e,segment=NetworkSegment(db38ef5c-f497-4e30-948a-fea63a50f9cb),segment_id=db38ef5c-f497-4e30-948a-fea63a50f9cb)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:51.718738 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 May 2022 03:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136af654-9351-4ffd-8b7e-947ae78f579a x-openstack-request-id: req-136af654-9351-4ffd-8b7e-947ae78f579a {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:44:51.719209 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce294b86-c5b3-4694-8d7e-658a0f12c1d5", "name": "network-vif-unplugged", "status": "failed", "tag": "a01e6280-f9b7-457e-9401-67af724f715e", "code": 422}]} {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:44:51.719676 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-136af654-9351-4ffd-8b7e-947ae78f579a {{(pid=104679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:44:51.720184 dv-cinder-843361-2-smb neutron-server[104679]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-136af654-9351-4ffd-8b7e-947ae78f579a']: {'server_uuid': 'ce294b86-c5b3-4694-8d7e-658a0f12c1d5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a01e6280-f9b7-457e-9401-67af724f715e', 'code': 422} returned with failed status May 27 03:44:51.755538 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (a01e6280-f9b7-457e-9401-67af724f715e), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:51.804819 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=a01e6280-f9b7-457e-9401-67af724f715e,revision_number=8']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:51.807755 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:51.813163 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:51.813543 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:51.813885 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:51.814230 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:51.814566 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:51.814904 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:51.815254 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:51.815558 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:51.815917 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:51.816256 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:51.816577 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:51.816924 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:51.817282 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:51.817691 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:51.818014 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:52.684102 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [req-c4e70402-a92a-40b6-9651-5a6e8d0ba754 req-a13e8fa1-9f71-4dfa-a1a5-e21eb46f473d service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104677) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:44:52.685150 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c4e70402-a92a-40b6-9651-5a6e8d0ba754 req-a13e8fa1-9f71-4dfa-a1a5-e21eb46f473d service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0996158 May 27 03:44:52.991877 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14196b83-fcad-4352-bdce-4d1e2c3506bf req-570f7966-122b-47e5-9cb6-ee8603127c15 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:52.993426 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-14196b83-fcad-4352-bdce-4d1e2c3506bf req-570f7966-122b-47e5-9cb6-ee8603127c15 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 943 time: 0.0484726 May 27 03:44:53.023703 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 58642) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:53.050040 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-14196b83-fcad-4352-bdce-4d1e2c3506bf req-b924920e-0618-4889-86af-5b43b0f0c25a tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502591 May 27 03:44:53.134668 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-1de8834d-69a4-4c64-ad21-6a0d70515dd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:53.163147 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:53.216121 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:53.218876 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-1de8834d-69a4-4c64-ad21-6a0d70515dd5 admin admin] Publish callbacks [] for security_group (197482e4-cd35-4061-a3d6-2ace5e7d67c8), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:53.280862 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-1de8834d-69a4-4c64-ad21-6a0d70515dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (197482e4-cd35-4061-a3d6-2ace5e7d67c8), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:53.319362 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de8834d-69a4-4c64-ad21-6a0d70515dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197482e4-cd35-4061-a3d6-2ace5e7d67c8,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:53.323246 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-1de8834d-69a4-4c64-ad21-6a0d70515dd5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0f59447c252f42edb32db5420f602f78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2985499 May 27 03:44:53.326066 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 58656) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:53.329285 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de8834d-69a4-4c64-ad21-6a0d70515dd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:53.329651 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de8834d-69a4-4c64-ad21-6a0d70515dd5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:53.329998 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de8834d-69a4-4c64-ad21-6a0d70515dd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:53.330339 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de8834d-69a4-4c64-ad21-6a0d70515dd5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:53.330696 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de8834d-69a4-4c64-ad21-6a0d70515dd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:53.331012 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de8834d-69a4-4c64-ad21-6a0d70515dd5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:53.331336 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de8834d-69a4-4c64-ad21-6a0d70515dd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:53.331662 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de8834d-69a4-4c64-ad21-6a0d70515dd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:53.331989 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de8834d-69a4-4c64-ad21-6a0d70515dd5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:53.332318 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de8834d-69a4-4c64-ad21-6a0d70515dd5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:53.332639 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de8834d-69a4-4c64-ad21-6a0d70515dd5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:53.332966 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de8834d-69a4-4c64-ad21-6a0d70515dd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:53.333379 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de8834d-69a4-4c64-ad21-6a0d70515dd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:53.333707 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de8834d-69a4-4c64-ad21-6a0d70515dd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:53.334030 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de8834d-69a4-4c64-ad21-6a0d70515dd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:53.377160 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-470572bd-845f-4aab-b6cc-6332ec19fb66 admin admin] Publish callbacks [] for security_group (197482e4-cd35-4061-a3d6-2ace5e7d67c8), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:53.398745 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-470572bd-845f-4aab-b6cc-6332ec19fb66 admin admin] Publish callbacks [] for security_group (197482e4-cd35-4061-a3d6-2ace5e7d67c8), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:53.506377 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 58662) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:53.584183 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-470572bd-845f-4aab-b6cc-6332ec19fb66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (197482e4-cd35-4061-a3d6-2ace5e7d67c8), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:53.586686 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-470572bd-845f-4aab-b6cc-6332ec19fb66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:53.587784 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-470572bd-845f-4aab-b6cc-6332ec19fb66 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/197482e4-cd35-4061-a3d6-2ace5e7d67c8 HTTP/1.1" status: 204 len: 168 time: 0.2607238 May 27 03:44:53.602251 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470572bd-845f-4aab-b6cc-6332ec19fb66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197482e4-cd35-4061-a3d6-2ace5e7d67c8,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:53.610700 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-3affb946-013f-46eb-bda0-5addb8c4c2ff req-1abdb4cc-bd54-44b2-aeae-82d774b408a9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1031671 May 27 03:44:53.625562 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [req-3affb946-013f-46eb-bda0-5addb8c4c2ff req-4fe4a69d-c895-498f-9726-020bde81e2e3 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104677) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:44:53.627102 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-3affb946-013f-46eb-bda0-5addb8c4c2ff req-4fe4a69d-c895-498f-9726-020bde81e2e3 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060420 May 27 03:44:53.707389 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 58672) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:53.755475 dv-cinder-843361-2-smb neutron-server[104678]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 27 03:44:53.801006 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3affb946-013f-46eb-bda0-5addb8c4c2ff req-edd95877-0205-49a1-982c-22f87dc9f6b1 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:53.802395 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-3affb946-013f-46eb-bda0-5addb8c4c2ff req-edd95877-0205-49a1-982c-22f87dc9f6b1 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports/a01e6280-f9b7-457e-9401-67af724f715e HTTP/1.1" status: 200 len: 940 time: 0.0940361 May 27 03:44:54.173368 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbbadaa-756a-4f2f-8196-54a2cfd78046 req-67781b0d-7e1b-46d8-93ac-ba5529535d5e tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:54.174919 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-6cbbadaa-756a-4f2f-8196-54a2cfd78046 req-67781b0d-7e1b-46d8-93ac-ba5529535d5e tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 943 time: 0.0525277 May 27 03:44:54.235269 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-6cbbadaa-756a-4f2f-8196-54a2cfd78046 req-70be5540-13ab-4686-b74f-72ff3c7e0f62 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536897 May 27 03:44:55.328980 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 58716) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:55.370610 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf7554-c12c-4d47-b2a0-533198b96b50 req-cce58ade-479e-4bff-b314-b71bb9fa80a9 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:55.372150 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9fdf7554-c12c-4d47-b2a0-533198b96b50 req-cce58ade-479e-4bff-b314-b71bb9fa80a9 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 943 time: 0.0601704 May 27 03:44:55.386143 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:55.424336 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9fdf7554-c12c-4d47-b2a0-533198b96b50 req-b4794238-ed3e-4020-bdc7-38cdd37b04fd tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458002 May 27 03:44:55.446953 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-f766bc21-9aec-4436-a266-eba0f2994b49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:55.522166 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-f766bc21-9aec-4436-a266-eba0f2994b49 admin admin] Publish callbacks [] for security_group (d4180547-5426-4184-8f0c-a5f0a5226c43), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:55.589509 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-f766bc21-9aec-4436-a266-eba0f2994b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (d4180547-5426-4184-8f0c-a5f0a5226c43), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:55.629422 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f766bc21-9aec-4436-a266-eba0f2994b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4180547-5426-4184-8f0c-a5f0a5226c43,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:55.635450 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-f766bc21-9aec-4436-a266-eba0f2994b49 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d7c97c541563486589e977d6633f4916&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3054636 May 27 03:44:55.644011 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 58720) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:55.694030 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-5fb459c0-e5ff-4c52-a658-dfbfe4365a94 admin admin] Publish callbacks [] for security_group (d4180547-5426-4184-8f0c-a5f0a5226c43), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:55.716065 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-5fb459c0-e5ff-4c52-a658-dfbfe4365a94 admin admin] Publish callbacks [] for security_group (d4180547-5426-4184-8f0c-a5f0a5226c43), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:55.841293 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-5fb459c0-e5ff-4c52-a658-dfbfe4365a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (d4180547-5426-4184-8f0c-a5f0a5226c43), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:55.844437 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-5fb459c0-e5ff-4c52-a658-dfbfe4365a94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:55.845711 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-5fb459c0-e5ff-4c52-a658-dfbfe4365a94 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d4180547-5426-4184-8f0c-a5f0a5226c43 HTTP/1.1" status: 204 len: 168 time: 0.2064722 May 27 03:44:55.854372 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb459c0-e5ff-4c52-a658-dfbfe4365a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4180547-5426-4184-8f0c-a5f0a5226c43,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:56.310662 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3affb946-013f-46eb-bda0-5addb8c4c2ff req-e6da0bd1-9e88-4b59-b67e-45eaa7973814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:56.312263 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-3affb946-013f-46eb-bda0-5addb8c4c2ff req-e6da0bd1-9e88-4b59-b67e-45eaa7973814 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5&tenant_id=e64d3975127c49b387c4f167cd3f269a HTTP/1.1" status: 200 len: 1127 time: 0.0755208 May 27 03:44:56.376939 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3affb946-013f-46eb-bda0-5addb8c4c2ff req-56bf7024-7e39-49cd-96ba-7d9d371f8749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:56.378635 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-3affb946-013f-46eb-bda0-5addb8c4c2ff req-56bf7024-7e39-49cd-96ba-7d9d371f8749 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e64d3975127c49b387c4f167cd3f269a&device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 1127 time: 0.0449364 May 27 03:44:56.473513 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3affb946-013f-46eb-bda0-5addb8c4c2ff req-ced0496a-a2b6-4a83-825c-6e040b5352c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:56.474976 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-3affb946-013f-46eb-bda0-5addb8c4c2ff req-ced0496a-a2b6-4a83-825c-6e040b5352c6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d4913486-ec50-4585-8ca2-f97563844744 HTTP/1.1" status: 200 len: 917 time: 0.0902848 May 27 03:44:56.545154 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-3affb946-013f-46eb-bda0-5addb8c4c2ff req-ca60eb8c-4fd1-47b9-a443-093d3a6fad2b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a01e6280-f9b7-457e-9401-67af724f715e HTTP/1.1" status: 200 len: 998 time: 0.0635836 May 27 03:44:56.554315 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf27555-c872-40c6-8301-45093e127b2a req-de512072-1d7a-4b4d-826c-718ba1601337 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:56.555797 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-acf27555-c872-40c6-8301-45093e127b2a req-de512072-1d7a-4b4d-826c-718ba1601337 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 943 time: 0.0514021 May 27 03:44:56.593916 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3affb946-013f-46eb-bda0-5addb8c4c2ff req-4df3d74d-215e-465e-a224-2687f7a2fc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:56.596287 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-3affb946-013f-46eb-bda0-5addb8c4c2ff req-4df3d74d-215e-465e-a224-2687f7a2fc07 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2f40426d-a764-47ba-9279-ffa431835798 HTTP/1.1" status: 200 len: 855 time: 0.0450444 May 27 03:44:56.603680 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-acf27555-c872-40c6-8301-45093e127b2a req-69231dc3-6d6c-4304-a171-104f34f0f1ab tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422487 May 27 03:44:56.634776 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:56.639921 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3affb946-013f-46eb-bda0-5addb8c4c2ff req-5e19fa7e-eedf-41cc-86a6-12b0a9cd50d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:56.641547 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-3affb946-013f-46eb-bda0-5addb8c4c2ff req-5e19fa7e-eedf-41cc-86a6-12b0a9cd50d3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d4913486-ec50-4585-8ca2-f97563844744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0396972 May 27 03:44:56.982463 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-3affb946-013f-46eb-bda0-5addb8c4c2ff req-c412c140-62b3-438e-8f94-019e452a4d4c service neutron] 10.222.0.72 "GET /v2.0/networks/d4913486-ec50-4585-8ca2-f97563844744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350236 May 27 03:44:57.043730 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:57.071909 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-3affb946-013f-46eb-bda0-5addb8c4c2ff req-7788470b-ada8-4eea-a828-9ab2291ade94 service neutron] 10.222.0.72 "GET /v2.0/networks/d4913486-ec50-4585-8ca2-f97563844744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834303 May 27 03:44:57.722245 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7070e-9ebd-4f33-a9d9-19d786274e46 req-478b25db-b144-4714-93ed-58184f137dd0 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:57.723790 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-73f7070e-9ebd-4f33-a9d9-19d786274e46 req-478b25db-b144-4714-93ed-58184f137dd0 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 943 time: 0.0472419 May 27 03:44:57.774122 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-73f7070e-9ebd-4f33-a9d9-19d786274e46 req-9d22994e-80b4-42e6-aa1e-e75179bfdfe2 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446157 May 27 03:44:58.905176 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9cadcb-0275-4356-9bb2-b654f193b71e req-98119bda-9a23-4465-8616-e3963ea8f939 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:58.906673 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-fc9cadcb-0275-4356-9bb2-b654f193b71e req-98119bda-9a23-4465-8616-e3963ea8f939 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 943 time: 0.0514503 May 27 03:44:58.963579 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-fc9cadcb-0275-4356-9bb2-b654f193b71e req-e22da5eb-ad16-49e0-8037-2e0f8c7a89d5 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508590 May 27 03:45:00.083779 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5967e-dd7e-4b81-b07e-b6f39a991df9 req-275f80f3-ab28-444e-9e80-cb305f4c60ab tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:00.085242 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-4cd5967e-dd7e-4b81-b07e-b6f39a991df9 req-275f80f3-ab28-444e-9e80-cb305f4c60ab tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 943 time: 0.0464079 May 27 03:45:00.142962 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-4cd5967e-dd7e-4b81-b07e-b6f39a991df9 req-6182c46f-b2ea-4bd6-bca4-66b90a6ecfa2 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445211 May 27 03:45:01.259766 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:01.275262 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d17cc-0699-4be7-b632-a3f2886e7b72 req-f6cfc676-5cce-426b-95f5-2550fa0ac3c8 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:01.276693 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-3b1d17cc-0699-4be7-b632-a3f2886e7b72 req-f6cfc676-5cce-426b-95f5-2550fa0ac3c8 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 943 time: 0.0474615 May 27 03:45:01.330873 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-3b1d17cc-0699-4be7-b632-a3f2886e7b72 req-c19e2088-15ca-4e4a-9c10-d3c6997c88d5 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484345 May 27 03:45:02.470454 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231161d5-959f-4c59-816c-74ebce166779 req-f9c478bd-9e50-4d57-ab6c-e75f1dc90f76 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:02.472599 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-231161d5-959f-4c59-816c-74ebce166779 req-f9c478bd-9e50-4d57-ab6c-e75f1dc90f76 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 943 time: 0.0517502 May 27 03:45:02.533384 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-231161d5-959f-4c59-816c-74ebce166779 req-6ef82fc3-1e2b-4eda-a02d-0949e9065f8e tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548637 May 27 03:45:03.619262 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:03.664024 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3a510-7303-4e83-b2ca-eed129ed6b3a req-d78e48e0-db90-4c0b-abb5-18cbd02c8510 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:03.665558 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-fcb3a510-7303-4e83-b2ca-eed129ed6b3a req-d78e48e0-db90-4c0b-abb5-18cbd02c8510 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 943 time: 0.0542059 May 27 03:45:03.718491 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-fcb3a510-7303-4e83-b2ca-eed129ed6b3a req-1adc4eb5-1ed4-4aa4-a3be-192205b2bfbb tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470471 May 27 03:45:04.348611 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:05.111417 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec11b14-1472-41b3-8b6b-737b98fcf6c5 req-26c34e91-3bba-4b10-bbc6-33977b0ffa53 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:05.112896 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-aec11b14-1472-41b3-8b6b-737b98fcf6c5 req-26c34e91-3bba-4b10-bbc6-33977b0ffa53 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 943 time: 0.3082678 May 27 03:45:05.166241 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-aec11b14-1472-41b3-8b6b-737b98fcf6c5 req-f066b658-e12c-4399-af66-368b19f4e954 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475323 May 27 03:45:05.868837 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=35,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:06.300077 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc843668-62fc-40e2-b476-e21685bd9d1b req-0c263e0b-e179-4a9a-9313-409f8c05ae28 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:06.301696 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-fc843668-62fc-40e2-b476-e21685bd9d1b req-0c263e0b-e179-4a9a-9313-409f8c05ae28 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 943 time: 0.0512111 May 27 03:45:06.351806 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-fc843668-62fc-40e2-b476-e21685bd9d1b req-ab87dd4a-f4d8-403f-b024-675dd21c5d9a tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427182 May 27 03:45:06.531934 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-295f168b-078b-43b6-894a-b8234fc7cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:07.068936 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=10 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:07.479149 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2bb8e-5e17-4cc7-8c41-a6880e29c480 req-fc735d5a-2248-4bff-b2a1-c8862caf08e3 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:07.480590 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-41b2bb8e-5e17-4cc7-8c41-a6880e29c480 req-fc735d5a-2248-4bff-b2a1-c8862caf08e3 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 943 time: 0.0492995 May 27 03:45:07.516213 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:07.528830 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-41b2bb8e-5e17-4cc7-8c41-a6880e29c480 req-69958476-3da6-4560-9c7a-4ab3db39ae3c tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426202 May 27 03:45:08.320440 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-3acf510f-ac4e-42c3-80f6-5e8d633b02ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:08.647689 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1755f6d8-6d4d-4699-853b-0a0429bf841c req-62b88ecd-ebfe-4505-b463-ac4c3413e0fb tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:08.649175 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-1755f6d8-6d4d-4699-853b-0a0429bf841c req-62b88ecd-ebfe-4505-b463-ac4c3413e0fb tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 943 time: 0.0480130 May 27 03:45:08.696993 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-1755f6d8-6d4d-4699-853b-0a0429bf841c req-db78cf29-4958-44f9-9c08-45ef6b409ba9 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422788 May 27 03:45:08.697950 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:09.388905 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:09.674635 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device a01e6280-f9b7-457e-9401-67af724f715e details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:45:09.736755 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 58774) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:45:09.775657 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port a01e6280-f9b7-457e-9401-67af724f715e, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=a01e6280-f9b7-457e-9401-67af724f715e,segment=NetworkSegment(db38ef5c-f497-4e30-948a-fea63a50f9cb),segment_id=db38ef5c-f497-4e30-948a-fea63a50f9cb)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:09.788386 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Returning: {'device': 'a01e6280-f9b7-457e-9401-67af724f715e', 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744', 'port_id': 'a01e6280-f9b7-457e-9401-67af724f715e', 'mac_address': 'fa:16:3e:46:ab:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f40426d-a764-47ba-9279-ffa431835798', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:45:09.818153 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3a045-c0d1-425c-ab2e-0df5a5707610 req-588fba83-4fbf-4754-b818-8c514f81bca6 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:09.821715 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-90e3a045-c0d1-425c-ab2e-0df5a5707610 req-588fba83-4fbf-4754-b818-8c514f81bca6 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 943 time: 0.0510101 May 27 03:45:09.828178 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port a01e6280-f9b7-457e-9401-67af724f715e is: DOWN; New status is: BUILD {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:45:09.828568 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (a01e6280-f9b7-457e-9401-67af724f715e), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:09.846276 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a01e6280-f9b7-457e-9401-67af724f715e {{(pid=104679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:45:09.868286 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port a01e6280-f9b7-457e-9401-67af724f715e, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=a01e6280-f9b7-457e-9401-67af724f715e,segment=NetworkSegment(db38ef5c-f497-4e30-948a-fea63a50f9cb),segment_id=db38ef5c-f497-4e30-948a-fea63a50f9cb)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:09.871542 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-90e3a045-c0d1-425c-ab2e-0df5a5707610 req-dc8a65be-c6e5-4057-b70d-938bfd690c6e tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462284 May 27 03:45:09.891146 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [None req-7216a96a-e5a5-466b-a1d0-621752196407 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Deleting port 2d45cfc5-162d-4ce1-bc4f-a4c7eb24375f {{(pid=104678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:45:09.891522 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-7216a96a-e5a5-466b-a1d0-621752196407 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (2d45cfc5-162d-4ce1-bc4f-a4c7eb24375f), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:09.943793 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (a01e6280-f9b7-457e-9401-67af724f715e), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:09.976528 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-7216a96a-e5a5-466b-a1d0-621752196407 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (2d45cfc5-162d-4ce1-bc4f-a4c7eb24375f), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:09.976856 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-7216a96a-e5a5-466b-a1d0-621752196407 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks [] for floatingip (2d45cfc5-162d-4ce1-bc4f-a4c7eb24375f), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:09.990352 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=a01e6280-f9b7-457e-9401-67af724f715e,revision_number=9']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:09.990861 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [None req-7216a96a-e5a5-466b-a1d0-621752196407 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Calling delete_port for 2d45cfc5-162d-4ce1-bc4f-a4c7eb24375f owned by network:floatingip {{(pid=104678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:45:10.164734 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] get_ports_and_sgs() called for port_ids ['a01e6280-f9b7-457e-9401-67af724f715e'] {{(pid=104679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:45:10.246435 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-7216a96a-e5a5-466b-a1d0-621752196407 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (2d45cfc5-162d-4ce1-bc4f-a4c7eb24375f), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:10.273812 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7216a96a-e5a5-466b-a1d0-621752196407 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Pushing event deleted for resources: {'Port': ['ID=2d45cfc5-162d-4ce1-bc4f-a4c7eb24375f,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:10.335323 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-7216a96a-e5a5-466b-a1d0-621752196407 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks [] for floatingip (e3297379-b0d4-4023-aa95-e9d851b5239e), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:10.335654 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.db.l3_db [None req-7216a96a-e5a5-466b-a1d0-621752196407 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Floating IP e3297379-b0d4-4023-aa95-e9d851b5239e disassociated (deleted). External IP: 172.28.2.123, port: 2c01d7d2-45fa-41fd-aac9-41a72ed6d89f. May 27 03:45:10.335828 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 6 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:45:10.535512 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7216a96a-e5a5-466b-a1d0-621752196407 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Router b5448ab5-44fb-4b25-982c-e5ec897dd9bd has already been hosted by L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 {{(pid=104678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:45:10.638861 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7216a96a-e5a5-466b-a1d0-621752196407 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:45:10.643748 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-7216a96a-e5a5-466b-a1d0-621752196407 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for floatingip (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:10.648489 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739197d2-0bc0-43e3-960e-9b59022ff64d None None] Sync routers for ids ['b5448ab5-44fb-4b25-982c-e5ec897dd9bd'] in dv-cinder-843361-2-smb {{(pid=104679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:45:10.660011 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739197d2-0bc0-43e3-960e-9b59022ff64d None None] Routers {'b5448ab5-44fb-4b25-982c-e5ec897dd9bd'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:45:10.660623 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-739197d2-0bc0-43e3-960e-9b59022ff64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:45:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['b5448ab5-44fb-4b25-982c-e5ec897dd9bd'], 'active': True} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:10.666332 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:10.674951 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-7216a96a-e5a5-466b-a1d0-621752196407 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "DELETE /v2.0/floatingips/e3297379-b0d4-4023-aa95-e9d851b5239e HTTP/1.1" status: 204 len: 168 time: 0.9364576 May 27 03:45:10.683486 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24144904-0238-4933-b5ed-1b4c9e7fd28f', 'tag': '2c01d7d2-45fa-41fd-aac9-41a72ed6d89f'}] {{(pid=104678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:45:10.683486 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e1ed873ee784d85eb1b1d61ec54b86d2255e46a50b7e273563a24fff47d01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820ecd3d-3d7a-4681-8cb9-99b4a1dea8b4" -d '{"events": [{"name": "network-changed", "server_uuid": "24144904-0238-4933-b5ed-1b4c9e7fd28f", "tag": "2c01d7d2-45fa-41fd-aac9-41a72ed6d89f"}]}' {{(pid=104678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:45:10.715840 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acea3fc-e465-4fb3-9100-d7f358f474ef x-openstack-request-id: req-3acea3fc-e465-4fb3-9100-d7f358f474ef {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:45:10.716136 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24144904-0238-4933-b5ed-1b4c9e7fd28f", "tag": "2c01d7d2-45fa-41fd-aac9-41a72ed6d89f", "status": "completed", "code": 200}]} {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:45:10.716391 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3acea3fc-e465-4fb3-9100-d7f358f474ef {{(pid=104678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:45:10.716801 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3acea3fc-e465-4fb3-9100-d7f358f474ef'] response: {'name': 'network-changed', 'server_uuid': '24144904-0238-4933-b5ed-1b4c9e7fd28f', 'tag': '2c01d7d2-45fa-41fd-aac9-41a72ed6d89f', 'status': 'completed', 'code': 200} May 27 03:45:10.781780 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ecd3d-3d7a-4681-8cb9-99b4a1dea8b4 req-b27fae90-392a-4ef1-aeed-e1df69f97297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:10.784048 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-820ecd3d-3d7a-4681-8cb9-99b4a1dea8b4 req-b27fae90-392a-4ef1-aeed-e1df69f97297 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=768052d3698e483584138b97ac418580&device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 1129 time: 0.0449176 May 27 03:45:10.813383 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:10.883531 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ecd3d-3d7a-4681-8cb9-99b4a1dea8b4 req-60eff241-60ed-429f-95f8-a6ac222f9209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:10.885131 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-820ecd3d-3d7a-4681-8cb9-99b4a1dea8b4 req-60eff241-60ed-429f-95f8-a6ac222f9209 service neutron] 10.222.0.72 "GET /v2.0/networks?id=66877992-c539-4a20-bc38-e23ad3fab872 HTTP/1.1" status: 200 len: 909 time: 0.0942504 May 27 03:45:10.899150 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvr_db [None req-739197d2-0bc0-43e3-960e-9b59022ff64d None None] Set router b5448ab5-44fb-4b25-982c-e5ec897dd9bd gateway port host: dv-cinder-843361-2-smb {{(pid=104679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:45:10.927628 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-820ecd3d-3d7a-4681-8cb9-99b4a1dea8b4 req-ce8b7917-9563-4fb1-9eea-3078c8d770a2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c01d7d2-45fa-41fd-aac9-41a72ed6d89f HTTP/1.1" status: 200 len: 217 time: 0.0352993 May 27 03:45:10.999451 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ecd3d-3d7a-4681-8cb9-99b4a1dea8b4 req-3db05354-0f4b-458b-bf18-ba029707802b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:11.001629 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-820ecd3d-3d7a-4681-8cb9-99b4a1dea8b4 req-3db05354-0f4b-458b-bf18-ba029707802b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d06f8d51-ddd1-498e-b885-be07a3b307ee HTTP/1.1" status: 200 len: 847 time: 0.0658381 May 27 03:45:11.016341 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5dfb6f-d8b2-4928-8873-bfa8b2c1348e req-1472318d-ddfa-4c01-bb2f-7ecab4233dcc tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:11.018399 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-eb5dfb6f-d8b2-4928-8873-bfa8b2c1348e req-1472318d-ddfa-4c01-bb2f-7ecab4233dcc tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 944 time: 0.0491152 May 27 03:45:11.057709 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ecd3d-3d7a-4681-8cb9-99b4a1dea8b4 req-4e0ea21f-8b2a-4b33-94b1-3093eac1753d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:11.059622 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-820ecd3d-3d7a-4681-8cb9-99b4a1dea8b4 req-4e0ea21f-8b2a-4b33-94b1-3093eac1753d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=66877992-c539-4a20-bc38-e23ad3fab872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0508120 May 27 03:45:11.082094 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-eb5dfb6f-d8b2-4928-8873-bfa8b2c1348e req-2eae4d9b-c03d-4986-b9d6-9cb9bf0805e5 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531359 May 27 03:45:11.110968 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:11.123675 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-739197d2-0bc0-43e3-960e-9b59022ff64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5448ab5-44fb-4b25-982c-e5ec897dd9bd', 'name': 'tempest-TestShelveInstance-879380398-router', 'tenant_id': '768052d3698e483584138b97ac418580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a5330358-6209-41f8-bb27-e1de26b49aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:08Z', 'updated_at': '2022-05-27T03:40:14Z', 'revision_number': 4, 'project_id': '768052d3698e483584138b97ac418580', 'gw_port': {'id': 'a5330358-6209-41f8-bb27-e1de26b49aee', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5448ab5-44fb-4b25-982c-e5ec897dd9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:09Z', 'updated_at': '2022-05-27T03:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': '21159ab1-4920-4209-9c88-9a646c84f8b8', 'name': '', 'network_id': '66877992-c539-4a20-bc38-e23ad3fab872', 'tenant_id': '768052d3698e483584138b97ac418580', 'mac_address': 'fa:16:3e:27:6c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5448ab5-44fb-4b25-982c-e5ec897dd9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'd06f8d51-ddd1-498e-b885-be07a3b307ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:12Z', 'updated_at': '2022-05-27T03:40:18Z', 'revision_number': 5, 'project_id': '768052d3698e483584138b97ac418580', 'subnets': [{'id': 'd06f8d51-ddd1-498e-b885-be07a3b307ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:11.156773 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739197d2-0bc0-43e3-960e-9b59022ff64d None None] Checking router: b5448ab5-44fb-4b25-982c-e5ec897dd9bd for host: dv-cinder-843361-2-smb {{(pid=104679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:45:11.160447 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:11.161461 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-820ecd3d-3d7a-4681-8cb9-99b4a1dea8b4 req-28b0e1cb-033b-4e8a-b1fe-5f17f5be65bf service neutron] 10.222.0.72 "GET /v2.0/networks/66877992-c539-4a20-bc38-e23ad3fab872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956652 May 27 03:45:11.167029 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739197d2-0bc0-43e3-960e-9b59022ff64d None None] Routers {'b5448ab5-44fb-4b25-982c-e5ec897dd9bd'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:45:11.167649 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-739197d2-0bc0-43e3-960e-9b59022ff64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:45:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['b5448ab5-44fb-4b25-982c-e5ec897dd9bd'], 'active': True} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:11.170606 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:11.189552 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf08afe-7dfb-4fbe-9bd4-daf37478b1b8 req-be6aa089-db96-42f6-a964-5e8db2864266 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:11.218999 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-baf08afe-7dfb-4fbe-9bd4-daf37478b1b8 req-be6aa089-db96-42f6-a964-5e8db2864266 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 945 time: 0.0556479 May 27 03:45:11.241784 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-baf08afe-7dfb-4fbe-9bd4-daf37478b1b8 req-04d6fc6e-456c-4cf3-bff2-ed21d84c5539 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/security-groups?id=9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450733 May 27 03:45:11.277108 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvr_db [None req-739197d2-0bc0-43e3-960e-9b59022ff64d None None] Set router b5448ab5-44fb-4b25-982c-e5ec897dd9bd gateway port host: dv-cinder-843361-2-smb {{(pid=104679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:45:11.477784 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-739197d2-0bc0-43e3-960e-9b59022ff64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5448ab5-44fb-4b25-982c-e5ec897dd9bd', 'name': 'tempest-TestShelveInstance-879380398-router', 'tenant_id': '768052d3698e483584138b97ac418580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a5330358-6209-41f8-bb27-e1de26b49aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:08Z', 'updated_at': '2022-05-27T03:40:14Z', 'revision_number': 4, 'project_id': '768052d3698e483584138b97ac418580', 'gw_port': {'id': 'a5330358-6209-41f8-bb27-e1de26b49aee', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5448ab5-44fb-4b25-982c-e5ec897dd9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:09Z', 'updated_at': '2022-05-27T03:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': '21159ab1-4920-4209-9c88-9a646c84f8b8', 'name': '', 'network_id': '66877992-c539-4a20-bc38-e23ad3fab872', 'tenant_id': '768052d3698e483584138b97ac418580', 'mac_address': 'fa:16:3e:27:6c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5448ab5-44fb-4b25-982c-e5ec897dd9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'd06f8d51-ddd1-498e-b885-be07a3b307ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:12Z', 'updated_at': '2022-05-27T03:40:18Z', 'revision_number': 5, 'project_id': '768052d3698e483584138b97ac418580', 'subnets': [{'id': 'd06f8d51-ddd1-498e-b885-be07a3b307ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:11.507561 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739197d2-0bc0-43e3-960e-9b59022ff64d None None] The sync data for ids ['b5448ab5-44fb-4b25-982c-e5ec897dd9bd'] in dv-cinder-843361-2-smb is: [{'id': 'b5448ab5-44fb-4b25-982c-e5ec897dd9bd', 'name': 'tempest-TestShelveInstance-879380398-router', 'tenant_id': '768052d3698e483584138b97ac418580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a5330358-6209-41f8-bb27-e1de26b49aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:08Z', 'updated_at': '2022-05-27T03:40:14Z', 'revision_number': 4, 'project_id': '768052d3698e483584138b97ac418580', 'gw_port': {'id': 'a5330358-6209-41f8-bb27-e1de26b49aee', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5448ab5-44fb-4b25-982c-e5ec897dd9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:09Z', 'updated_at': '2022-05-27T03:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': '21159ab1-4920-4209-9c88-9a646c84f8b8', 'name': '', 'network_id': '66877992-c539-4a20-bc38-e23ad3fab872', 'tenant_id': '768052d3698e483584138b97ac418580', 'mac_address': 'fa:16:3e:27:6c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5448ab5-44fb-4b25-982c-e5ec897dd9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'd06f8d51-ddd1-498e-b885-be07a3b307ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:12Z', 'updated_at': '2022-05-27T03:40:18Z', 'revision_number': 5, 'project_id': '768052d3698e483584138b97ac418580', 'subnets': [{'id': 'd06f8d51-ddd1-498e-b885-be07a3b307ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:45:11.675102 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device a01e6280-f9b7-457e-9401-67af724f715e up at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:45:11.738050 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Provisioning complete for port a01e6280-f9b7-457e-9401-67af724f715e triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:45:11.738572 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (a01e6280-f9b7-457e-9401-67af724f715e), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:11.761732 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002e1d2d-05dd-44e5-a546-c717a21f2ab7 None None] New status for floating IP e3297379-b0d4-4023-aa95-e9d851b5239e: DOWN {{(pid=104680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:45:11.825839 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port a01e6280-f9b7-457e-9401-67af724f715e is: BUILD; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:45:11.828156 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (a01e6280-f9b7-457e-9401-67af724f715e), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:11.852877 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce294b86-c5b3-4694-8d7e-658a0f12c1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01e6280-f9b7-457e-9401-67af724f715e'}] {{(pid=104679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:45:11.855292 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d249cf550e2d843300bc9a66ec52257e0462e4d4b5166dc6bcb5b411a3eed5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abcf1e3e-f6e2-41b9-b005-121608a22ed3" -d '{"events": [{"server_uuid": "ce294b86-c5b3-4694-8d7e-658a0f12c1d5", "name": "network-vif-plugged", "status": "completed", "tag": "a01e6280-f9b7-457e-9401-67af724f715e"}]}' {{(pid=104679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:45:11.874557 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port a01e6280-f9b7-457e-9401-67af724f715e, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=a01e6280-f9b7-457e-9401-67af724f715e,segment=NetworkSegment(db38ef5c-f497-4e30-948a-fea63a50f9cb),segment_id=db38ef5c-f497-4e30-948a-fea63a50f9cb)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:11.891268 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea1f986-4d6c-40cf-b914-1faf6f05a531 x-openstack-request-id: req-aea1f986-4d6c-40cf-b914-1faf6f05a531 {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:45:11.891634 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce294b86-c5b3-4694-8d7e-658a0f12c1d5", "name": "network-vif-plugged", "status": "completed", "tag": "a01e6280-f9b7-457e-9401-67af724f715e", "code": 200}]} {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:45:11.891951 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-aea1f986-4d6c-40cf-b914-1faf6f05a531 {{(pid=104679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:45:11.892440 dv-cinder-843361-2-smb neutron-server[104679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aea1f986-4d6c-40cf-b914-1faf6f05a531'] response: {'server_uuid': 'ce294b86-c5b3-4694-8d7e-658a0f12c1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01e6280-f9b7-457e-9401-67af724f715e', 'code': 200} May 27 03:45:12.109090 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (a01e6280-f9b7-457e-9401-67af724f715e), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:12.145295 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=100 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:12.161854 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=a01e6280-f9b7-457e-9401-67af724f715e,revision_number=10']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:12.213131 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c27c33-69de-4aab-8ddf-37d429c33eac req-8db0b29d-a142-4d58-9eff-7a8396ed226c tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:12.213847 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-820ecd3d-3d7a-4681-8cb9-99b4a1dea8b4 req-b1a56447-1d32-41dc-9b07-ff7e92d4ed55 service neutron] 10.222.0.72 "GET /v2.0/networks/66877992-c539-4a20-bc38-e23ad3fab872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908809 May 27 03:45:12.214614 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-64c27c33-69de-4aab-8ddf-37d429c33eac req-8db0b29d-a142-4d58-9eff-7a8396ed226c tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 946 time: 0.0520601 May 27 03:45:12.263226 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-64c27c33-69de-4aab-8ddf-37d429c33eac req-d8b628e7-afe6-4c32-b2d7-6cd029c64a5c tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428846 May 27 03:45:12.359701 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2606e1-f906-43ea-b8f1-27e6cea8078d req-d7500597-bbbd-40c1-935a-e7694f940282 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:12.361109 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-df2606e1-f906-43ea-b8f1-27e6cea8078d req-d7500597-bbbd-40c1-935a-e7694f940282 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 945 time: 0.0467877 May 27 03:45:12.383732 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:12.412438 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-df2606e1-f906-43ea-b8f1-27e6cea8078d req-3f9c2437-65a2-4997-b324-e5c830785bab tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/security-groups?id=9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449245 May 27 03:45:12.833136 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02f6f5-19d5-45a7-b997-a8b4fb691779 req-8cedd36f-8bf0-4c90-acfe-acdc15a884d8 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:12.834641 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-6f02f6f5-19d5-45a7-b997-a8b4fb691779 req-8cedd36f-8bf0-4c90-acfe-acdc15a884d8 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.72 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 945 time: 0.0484426 May 27 03:45:12.901527 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:12.913208 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95bccf-1162-47cc-b609-ccb98694e84a req-f638b9de-b60a-4fc1-a501-93b7f1da3813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:12.914722 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-8e95bccf-1162-47cc-b609-ccb98694e84a req-f638b9de-b60a-4fc1-a501-93b7f1da3813 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 1130 time: 0.0390029 May 27 03:45:12.926221 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [req-6f02f6f5-19d5-45a7-b997-a8b4fb691779 req-49a17a8e-2ca1-4f3c-9d25-ca90c4890210 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Deleting port 2c01d7d2-45fa-41fd-aac9-41a72ed6d89f {{(pid=104678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:45:12.926566 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-6f02f6f5-19d5-45a7-b997-a8b4fb691779 req-49a17a8e-2ca1-4f3c-9d25-ca90c4890210 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (2c01d7d2-45fa-41fd-aac9-41a72ed6d89f), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:13.015914 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-6f02f6f5-19d5-45a7-b997-a8b4fb691779 req-49a17a8e-2ca1-4f3c-9d25-ca90c4890210 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] For port 2c01d7d2-45fa-41fd-aac9-41a72ed6d89f, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=2c01d7d2-45fa-41fd-aac9-41a72ed6d89f,segment=NetworkSegment(59d0f9c5-fa7f-45ad-b3fc-654ed598984c),segment_id=59d0f9c5-fa7f-45ad-b3fc-654ed598984c)] {{(pid=104678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:13.016277 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-6f02f6f5-19d5-45a7-b997-a8b4fb691779 req-49a17a8e-2ca1-4f3c-9d25-ca90c4890210 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (2c01d7d2-45fa-41fd-aac9-41a72ed6d89f), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:13.029601 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [req-6f02f6f5-19d5-45a7-b997-a8b4fb691779 req-49a17a8e-2ca1-4f3c-9d25-ca90c4890210 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Calling delete_port for 2c01d7d2-45fa-41fd-aac9-41a72ed6d89f owned by compute:nova {{(pid=104678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:45:13.090077 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=100 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:13.142283 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-8e95bccf-1162-47cc-b609-ccb98694e84a req-10cc8d2f-a436-463b-acca-379bff238c99 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434439 May 27 03:45:13.217563 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-6f02f6f5-19d5-45a7-b997-a8b4fb691779 req-49a17a8e-2ca1-4f3c-9d25-ca90c4890210 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (2c01d7d2-45fa-41fd-aac9-41a72ed6d89f), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:13.246222 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a17a8e-2ca1-4f3c-9d25-ca90c4890210 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Pushing event deleted for resources: {'Port': ['ID=2c01d7d2-45fa-41fd-aac9-41a72ed6d89f,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:13.292255 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f02f6f5-19d5-45a7-b997-a8b4fb691779 req-49a17a8e-2ca1-4f3c-9d25-ca90c4890210 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] No DVR routers for this DVR port 2c01d7d2-45fa-41fd-aac9-41a72ed6d89f on host hv-cinder-84336 {{(pid=104678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:45:13.294731 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-6f02f6f5-19d5-45a7-b997-a8b4fb691779 req-49a17a8e-2ca1-4f3c-9d25-ca90c4890210 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:13.297971 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-6f02f6f5-19d5-45a7-b997-a8b4fb691779 req-49a17a8e-2ca1-4f3c-9d25-ca90c4890210 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.72 "DELETE /v2.0/ports/2c01d7d2-45fa-41fd-aac9-41a72ed6d89f HTTP/1.1" status: 204 len: 173 time: 0.4575286 May 27 03:45:13.299263 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24144904-0238-4933-b5ed-1b4c9e7fd28f', 'name': 'network-vif-deleted', 'tag': '2c01d7d2-45fa-41fd-aac9-41a72ed6d89f'}] {{(pid=104678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:45:13.301426 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e1ed873ee784d85eb1b1d61ec54b86d2255e46a50b7e273563a24fff47d01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5dac62-2f7d-4151-9f22-a47434ecafb4" -d '{"events": [{"server_uuid": "24144904-0238-4933-b5ed-1b4c9e7fd28f", "name": "network-vif-deleted", "tag": "2c01d7d2-45fa-41fd-aac9-41a72ed6d89f"}]}' {{(pid=104678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:45:13.336441 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be60517-99f8-4744-bc68-25cfb3955ce4 x-openstack-request-id: req-3be60517-99f8-4744-bc68-25cfb3955ce4 {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:45:13.336736 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24144904-0238-4933-b5ed-1b4c9e7fd28f", "name": "network-vif-deleted", "tag": "2c01d7d2-45fa-41fd-aac9-41a72ed6d89f", "status": "completed", "code": 200}]} {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:45:13.336995 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3be60517-99f8-4744-bc68-25cfb3955ce4 {{(pid=104678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:45:13.337421 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3be60517-99f8-4744-bc68-25cfb3955ce4'] response: {'server_uuid': '24144904-0238-4933-b5ed-1b4c9e7fd28f', 'name': 'network-vif-deleted', 'tag': '2c01d7d2-45fa-41fd-aac9-41a72ed6d89f', 'status': 'completed', 'code': 200} May 27 03:45:13.389248 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf13346-4d1d-402d-8db9-15e8a744140f req-bf114f7d-0ae1-466c-86d3-579d0fc0d38c tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:13.390785 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-bcf13346-4d1d-402d-8db9-15e8a744140f req-bf114f7d-0ae1-466c-86d3-579d0fc0d38c tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 946 time: 0.0472317 May 27 03:45:13.439207 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-bcf13346-4d1d-402d-8db9-15e8a744140f req-1a2c2ef8-896e-4ba3-b161-8d9fd2b4963a tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421739 May 27 03:45:13.518285 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-199dce20-5976-47ed-a54e-30c97e28a170 req-985e069b-f943-4f40-9354-c37e6543037b tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 210 time: 0.0282974 May 27 03:45:14.572232 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e6b7f-e348-4c4e-86fb-ba21ce8023bf req-370b6207-8fbe-4440-ab70-83769b98831c tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:14.575161 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-448e6b7f-e348-4c4e-86fb-ba21ce8023bf req-370b6207-8fbe-4440-ab70-83769b98831c tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 946 time: 0.0534210 May 27 03:45:14.642322 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b820fbd1-d558-4c92-a351-82434f868beb req-b772bb6c-e059-48d1-ad70-b05e1a1feffc tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "GET /v2.0/ports?device_id=24144904-0238-4933-b5ed-1b4c9e7fd28f HTTP/1.1" status: 200 len: 210 time: 0.0353518 May 27 03:45:14.649946 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-448e6b7f-e348-4c4e-86fb-ba21ce8023bf req-5e3c94d4-297c-4d00-9c2d-ffbc6b216849 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704019 May 27 03:45:14.851122 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9e89e-c8c3-4d2c-ae1e-53281ee8fb4c req-6a7dad22-49a4-4323-a99a-0e3f05a59e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:14.852621 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-0ea9e89e-c8c3-4d2c-ae1e-53281ee8fb4c req-6a7dad22-49a4-4323-a99a-0e3f05a59e80 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e64d3975127c49b387c4f167cd3f269a&device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 1130 time: 0.0392272 May 27 03:45:14.961790 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9e89e-c8c3-4d2c-ae1e-53281ee8fb4c req-75b0974a-b10a-4af0-a7f9-2602b212e6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:14.963306 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-0ea9e89e-c8c3-4d2c-ae1e-53281ee8fb4c req-75b0974a-b10a-4af0-a7f9-2602b212e6b1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d4913486-ec50-4585-8ca2-f97563844744 HTTP/1.1" status: 200 len: 917 time: 0.0915928 May 27 03:45:15.030761 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-0ea9e89e-c8c3-4d2c-ae1e-53281ee8fb4c req-5abbe978-29cd-4c58-9617-b7a914e387ce service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a01e6280-f9b7-457e-9401-67af724f715e HTTP/1.1" status: 200 len: 1000 time: 0.0611441 May 27 03:45:15.082826 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9e89e-c8c3-4d2c-ae1e-53281ee8fb4c req-b20295a3-ba6e-4d05-8108-6b566b6ddcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:15.084395 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-0ea9e89e-c8c3-4d2c-ae1e-53281ee8fb4c req-b20295a3-ba6e-4d05-8108-6b566b6ddcd7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2f40426d-a764-47ba-9279-ffa431835798 HTTP/1.1" status: 200 len: 855 time: 0.0479083 May 27 03:45:15.128101 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9e89e-c8c3-4d2c-ae1e-53281ee8fb4c req-b83b20a9-b356-4e80-a88e-ee71ae1babaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:15.129676 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-0ea9e89e-c8c3-4d2c-ae1e-53281ee8fb4c req-b83b20a9-b356-4e80-a88e-ee71ae1babaa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d4913486-ec50-4585-8ca2-f97563844744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0390246 May 27 03:45:15.203025 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:15.226644 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-0ea9e89e-c8c3-4d2c-ae1e-53281ee8fb4c req-b3185bef-b532-408e-b831-f1717c6322f9 service neutron] 10.222.0.72 "GET /v2.0/networks/d4913486-ec50-4585-8ca2-f97563844744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904284 May 27 03:45:15.329510 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-0ea9e89e-c8c3-4d2c-ae1e-53281ee8fb4c req-ae79e6ae-b276-4c35-90da-90f207e8f04d service neutron] 10.222.0.72 "GET /v2.0/networks/d4913486-ec50-4585-8ca2-f97563844744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912189 May 27 03:45:15.683457 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 2c01d7d2-45fa-41fd-aac9-41a72ed6d89f no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:45:15.706594 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 58838) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:45:15.709115 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] No Port match for: 2c01d7d2-45fa-41fd-aac9-41a72ed6d89f {{(pid=104679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:45:15.709535 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 2c01d7d2-45fa-41fd-aac9-41a72ed6d89f not bound to the agent host hv-cinder-84336 {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:45:15.765548 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-da3bad9a-1f01-4ac9-a383-9746f80b8d1e tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks [] for security_group (9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:15.775529 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f5882-d32e-4275-b9ff-9a629bde5781 req-4132b251-c37d-4cb1-8228-6036c20f170c tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:15.777049 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-499f5882-d32e-4275-b9ff-9a629bde5781 req-4132b251-c37d-4cb1-8228-6036c20f170c tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 946 time: 0.0482135 May 27 03:45:15.791813 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-da3bad9a-1f01-4ac9-a383-9746f80b8d1e tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks [] for security_group (9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:15.823969 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-499f5882-d32e-4275-b9ff-9a629bde5781 req-44dbcfaa-7ba8-4177-b507-3defe5499635 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413530 May 27 03:45:15.943991 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-da3bad9a-1f01-4ac9-a383-9746f80b8d1e tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:15.946613 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-da3bad9a-1f01-4ac9-a383-9746f80b8d1e tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:15.947812 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-da3bad9a-1f01-4ac9-a383-9746f80b8d1e tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] 10.222.0.71 "DELETE /v2.0/security-groups/9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd HTTP/1.1" status: 204 len: 168 time: 0.2402310 May 27 03:45:15.961161 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3bad9a-1f01-4ac9-a383-9746f80b8d1e tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9801ef4e-41b8-4ce4-b98b-9fad97ac2fbd,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:16.061395 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 58844) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:45:16.339896 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:16.518322 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-5d6493ec-3ff4-4252-af99-554a20394d1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3664613'] for router_interface (b5448ab5-44fb-4b25-982c-e5ec897dd9bd), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:16.735254 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [None req-5d6493ec-3ff4-4252-af99-554a20394d1b admin admin] Deleting port 21159ab1-4920-4209-9c88-9a646c84f8b8 {{(pid=104678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:45:16.735589 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-5d6493ec-3ff4-4252-af99-554a20394d1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (21159ab1-4920-4209-9c88-9a646c84f8b8), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:16.813622 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [None req-5d6493ec-3ff4-4252-af99-554a20394d1b admin admin] For port 21159ab1-4920-4209-9c88-9a646c84f8b8, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=21159ab1-4920-4209-9c88-9a646c84f8b8,segment=NetworkSegment(59d0f9c5-fa7f-45ad-b3fc-654ed598984c),segment_id=59d0f9c5-fa7f-45ad-b3fc-654ed598984c)] {{(pid=104678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:16.813902 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-5d6493ec-3ff4-4252-af99-554a20394d1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (21159ab1-4920-4209-9c88-9a646c84f8b8), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:16.826918 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [None req-5d6493ec-3ff4-4252-af99-554a20394d1b admin admin] Calling delete_port for 21159ab1-4920-4209-9c88-9a646c84f8b8 owned by network:router_interface {{(pid=104678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:45:16.837603 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:17.098155 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-5d6493ec-3ff4-4252-af99-554a20394d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (21159ab1-4920-4209-9c88-9a646c84f8b8), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:17.120858 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6493ec-3ff4-4252-af99-554a20394d1b admin admin] Pushing event deleted for resources: {'Port': ['ID=21159ab1-4920-4209-9c88-9a646c84f8b8,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:17.243222 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:17.289620 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-5d6493ec-3ff4-4252-af99-554a20394d1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-827016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3664505'] for router_interface (b5448ab5-44fb-4b25-982c-e5ec897dd9bd), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:17.487425 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6493ec-3ff4-4252-af99-554a20394d1b admin admin] Router b5448ab5-44fb-4b25-982c-e5ec897dd9bd has already been hosted by L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 {{(pid=104678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:45:17.587321 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6493ec-3ff4-4252-af99-554a20394d1b admin admin] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:45:17.592177 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-5d6493ec-3ff4-4252-af99-554a20394d1b admin admin] 10.222.0.71 "PUT /v2.0/routers/b5448ab5-44fb-4b25-982c-e5ec897dd9bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5297086 May 27 03:45:17.594910 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 58848) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:45:17.597647 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5224547-ed7e-4b84-aba5-282cf5603e99 None None] Sync routers for ids ['b5448ab5-44fb-4b25-982c-e5ec897dd9bd'] in dv-cinder-843361-2-smb {{(pid=104679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:45:17.608186 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5224547-ed7e-4b84-aba5-282cf5603e99 None None] Routers {'b5448ab5-44fb-4b25-982c-e5ec897dd9bd'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:45:17.608803 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-c5224547-ed7e-4b84-aba5-282cf5603e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:45:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['b5448ab5-44fb-4b25-982c-e5ec897dd9bd'], 'active': True} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:17.694904 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-4ff7987c-12aa-49c0-af15-81ba335ffc00 admin admin] Publish callbacks [] for router (b5448ab5-44fb-4b25-982c-e5ec897dd9bd), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:17.709982 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvr_db [None req-c5224547-ed7e-4b84-aba5-282cf5603e99 None None] Set router b5448ab5-44fb-4b25-982c-e5ec897dd9bd gateway port host: dv-cinder-843361-2-smb {{(pid=104679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:45:17.743910 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:17.886107 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-c5224547-ed7e-4b84-aba5-282cf5603e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5448ab5-44fb-4b25-982c-e5ec897dd9bd', 'name': 'tempest-TestShelveInstance-879380398-router', 'tenant_id': '768052d3698e483584138b97ac418580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a5330358-6209-41f8-bb27-e1de26b49aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:08Z', 'updated_at': '2022-05-27T03:45:16Z', 'revision_number': 5, 'project_id': '768052d3698e483584138b97ac418580', 'gw_port': {'id': 'a5330358-6209-41f8-bb27-e1de26b49aee', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5448ab5-44fb-4b25-982c-e5ec897dd9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:09Z', 'updated_at': '2022-05-27T03:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb'}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:17.917123 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5224547-ed7e-4b84-aba5-282cf5603e99 None None] Checking router: b5448ab5-44fb-4b25-982c-e5ec897dd9bd for host: dv-cinder-843361-2-smb {{(pid=104679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:45:17.927496 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5224547-ed7e-4b84-aba5-282cf5603e99 None None] Routers {'b5448ab5-44fb-4b25-982c-e5ec897dd9bd'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:45:17.928132 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-c5224547-ed7e-4b84-aba5-282cf5603e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:45:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['b5448ab5-44fb-4b25-982c-e5ec897dd9bd'], 'active': True} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:18.032222 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvr_db [None req-c5224547-ed7e-4b84-aba5-282cf5603e99 None None] Set router b5448ab5-44fb-4b25-982c-e5ec897dd9bd gateway port host: dv-cinder-843361-2-smb {{(pid=104679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:45:18.046890 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-4ff7987c-12aa-49c0-af15-81ba335ffc00 admin admin] Publish callbacks [] for router_gateway (b5448ab5-44fb-4b25-982c-e5ec897dd9bd), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:18.194073 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [None req-4ff7987c-12aa-49c0-af15-81ba335ffc00 admin admin] Deleting port a5330358-6209-41f8-bb27-e1de26b49aee {{(pid=104678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:45:18.194759 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-4ff7987c-12aa-49c0-af15-81ba335ffc00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (a5330358-6209-41f8-bb27-e1de26b49aee), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:18.196706 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-c5224547-ed7e-4b84-aba5-282cf5603e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5448ab5-44fb-4b25-982c-e5ec897dd9bd', 'name': 'tempest-TestShelveInstance-879380398-router', 'tenant_id': '768052d3698e483584138b97ac418580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a5330358-6209-41f8-bb27-e1de26b49aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:08Z', 'updated_at': '2022-05-27T03:45:16Z', 'revision_number': 5, 'project_id': '768052d3698e483584138b97ac418580', 'gw_port': {'id': 'a5330358-6209-41f8-bb27-e1de26b49aee', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5448ab5-44fb-4b25-982c-e5ec897dd9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:09Z', 'updated_at': '2022-05-27T03:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb'}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:18.220597 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5224547-ed7e-4b84-aba5-282cf5603e99 None None] The sync data for ids ['b5448ab5-44fb-4b25-982c-e5ec897dd9bd'] in dv-cinder-843361-2-smb is: [{'id': 'b5448ab5-44fb-4b25-982c-e5ec897dd9bd', 'name': 'tempest-TestShelveInstance-879380398-router', 'tenant_id': '768052d3698e483584138b97ac418580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a5330358-6209-41f8-bb27-e1de26b49aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:08Z', 'updated_at': '2022-05-27T03:45:16Z', 'revision_number': 5, 'project_id': '768052d3698e483584138b97ac418580', 'gw_port': {'id': 'a5330358-6209-41f8-bb27-e1de26b49aee', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5448ab5-44fb-4b25-982c-e5ec897dd9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:09Z', 'updated_at': '2022-05-27T03:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb'}] {{(pid=104679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:45:18.284900 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [None req-4ff7987c-12aa-49c0-af15-81ba335ffc00 admin admin] For port a5330358-6209-41f8-bb27-e1de26b49aee, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=a5330358-6209-41f8-bb27-e1de26b49aee,segment=NetworkSegment(bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5),segment_id=bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5)] {{(pid=104678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:18.285110 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-4ff7987c-12aa-49c0-af15-81ba335ffc00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (a5330358-6209-41f8-bb27-e1de26b49aee), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:18.298275 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [None req-4ff7987c-12aa-49c0-af15-81ba335ffc00 admin admin] Calling delete_port for a5330358-6209-41f8-bb27-e1de26b49aee owned by network:router_gateway {{(pid=104678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:45:18.526092 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-4ff7987c-12aa-49c0-af15-81ba335ffc00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (a5330358-6209-41f8-bb27-e1de26b49aee), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:18.530809 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:18.551646 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7987c-12aa-49c0-af15-81ba335ffc00 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5330358-6209-41f8-bb27-e1de26b49aee,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:18.620973 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-4ff7987c-12aa-49c0-af15-81ba335ffc00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665627'] for router_gateway (b5448ab5-44fb-4b25-982c-e5ec897dd9bd), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:18.627698 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 21159ab1-4920-4209-9c88-9a646c84f8b8 no longer exists at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:45:18.650332 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] No Port match for: 21159ab1-4920-4209-9c88-9a646c84f8b8 {{(pid=104679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:45:18.651074 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 21159ab1-4920-4209-9c88-9a646c84f8b8 not bound to the agent host dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:45:18.715274 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-4ff7987c-12aa-49c0-af15-81ba335ffc00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router (b5448ab5-44fb-4b25-982c-e5ec897dd9bd), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:18.717610 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-4ff7987c-12aa-49c0-af15-81ba335ffc00 admin admin] Publish callbacks [] for router_controller (b5448ab5-44fb-4b25-982c-e5ec897dd9bd), precommit_delete_associations {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:18.834935 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-4ff7987c-12aa-49c0-af15-81ba335ffc00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3889025'] for router (b5448ab5-44fb-4b25-982c-e5ec897dd9bd), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:18.835466 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff7987c-12aa-49c0-af15-81ba335ffc00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5448ab5-44fb-4b25-982c-e5ec897dd9bd {{(pid=104678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:45:18.839652 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-4ff7987c-12aa-49c0-af15-81ba335ffc00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:18.840792 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-4ff7987c-12aa-49c0-af15-81ba335ffc00 admin admin] 10.222.0.71 "DELETE /v2.0/routers/b5448ab5-44fb-4b25-982c-e5ec897dd9bd HTTP/1.1" status: 204 len: 168 time: 1.2449980 May 27 03:45:18.843564 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 58850) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:45:18.890632 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d7cd2a9-488e-4cf6-9ea7-2bb39cfc5d02 admin admin] Deleting subnet d06f8d51-ddd1-498e-b885-be07a3b307ee {{(pid=104678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:45:18.895460 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-6d7cd2a9-488e-4cf6-9ea7-2bb39cfc5d02 admin admin] Publish callbacks [] for subnet (d06f8d51-ddd1-498e-b885-be07a3b307ee), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:18.931895 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-6d7cd2a9-488e-4cf6-9ea7-2bb39cfc5d02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62397896'] for subnet (d06f8d51-ddd1-498e-b885-be07a3b307ee), precommit_delete_associations {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:19.014796 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-6d7cd2a9-488e-4cf6-9ea7-2bb39cfc5d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380246'] for subnet (d06f8d51-ddd1-498e-b885-be07a3b307ee), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:19.132109 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-6d7cd2a9-488e-4cf6-9ea7-2bb39cfc5d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62478895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62435521'] for subnet (d06f8d51-ddd1-498e-b885-be07a3b307ee), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:19.155833 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7cd2a9-488e-4cf6-9ea7-2bb39cfc5d02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d06f8d51-ddd1-498e-b885-be07a3b307ee,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:19.164186 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-6d7cd2a9-488e-4cf6-9ea7-2bb39cfc5d02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for subnet (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:19.165150 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-6d7cd2a9-488e-4cf6-9ea7-2bb39cfc5d02 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/d06f8d51-ddd1-498e-b885-be07a3b307ee HTTP/1.1" status: 204 len: 168 time: 0.3203311 May 27 03:45:19.167408 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 58852) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:45:19.168276 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96caac55-aa87-427d-b627-22b1b3329373 None None] Network 66877992-c539-4a20-bc38-e23ad3fab872 requested from dv-cinder-843361-2-smb {{(pid=104679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:45:19.184280 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:19.242016 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-9366c428-1014-46d3-8f1b-35988b7f4287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370897'] for network (66877992-c539-4a20-bc38-e23ad3fab872), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:19.287795 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [None req-9366c428-1014-46d3-8f1b-35988b7f4287 admin admin] Deleting port 913559bc-8f5e-4c3b-be88-ab178d568167 {{(pid=104678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:45:19.288133 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-9366c428-1014-46d3-8f1b-35988b7f4287 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (913559bc-8f5e-4c3b-be88-ab178d568167), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:19.331266 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641c80d0-3d7d-45c8-9831-5601d79b49f4 None None] DHCP port deletion for 66877992-c539-4a20-bc38-e23ad3fab872 request from dv-cinder-843361-2-smb {{(pid=104679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 03:45:19.334419 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:19.354856 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [None req-9366c428-1014-46d3-8f1b-35988b7f4287 admin admin] For port 913559bc-8f5e-4c3b-be88-ab178d568167, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=913559bc-8f5e-4c3b-be88-ab178d568167,segment=NetworkSegment(59d0f9c5-fa7f-45ad-b3fc-654ed598984c),segment_id=59d0f9c5-fa7f-45ad-b3fc-654ed598984c)] {{(pid=104678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:19.355213 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-9366c428-1014-46d3-8f1b-35988b7f4287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (913559bc-8f5e-4c3b-be88-ab178d568167), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:19.369117 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-641c80d0-3d7d-45c8-9831-5601d79b49f4 None None] Deleting port 913559bc-8f5e-4c3b-be88-ab178d568167 {{(pid=104679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:45:19.369520 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-641c80d0-3d7d-45c8-9831-5601d79b49f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (913559bc-8f5e-4c3b-be88-ab178d568167), before_delete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:19.369815 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [None req-9366c428-1014-46d3-8f1b-35988b7f4287 admin admin] Calling delete_port for 913559bc-8f5e-4c3b-be88-ab178d568167 owned by network:dhcp {{(pid=104678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:45:19.436942 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-641c80d0-3d7d-45c8-9831-5601d79b49f4 None None] For port 913559bc-8f5e-4c3b-be88-ab178d568167, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=913559bc-8f5e-4c3b-be88-ab178d568167,segment=NetworkSegment(59d0f9c5-fa7f-45ad-b3fc-654ed598984c),segment_id=59d0f9c5-fa7f-45ad-b3fc-654ed598984c)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:19.437367 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-641c80d0-3d7d-45c8-9831-5601d79b49f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (913559bc-8f5e-4c3b-be88-ab178d568167), precommit_delete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:19.450272 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-641c80d0-3d7d-45c8-9831-5601d79b49f4 None None] Calling delete_port for 913559bc-8f5e-4c3b-be88-ab178d568167 owned by network:dhcp {{(pid=104679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:45:19.548978 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-9366c428-1014-46d3-8f1b-35988b7f4287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (913559bc-8f5e-4c3b-be88-ab178d568167), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:19.555327 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-641c80d0-3d7d-45c8-9831-5601d79b49f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930'] for port (913559bc-8f5e-4c3b-be88-ab178d568167), after_delete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:19.562986 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:19.574159 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366c428-1014-46d3-8f1b-35988b7f4287 admin admin] Pushing event deleted for resources: {'Port': ['ID=913559bc-8f5e-4c3b-be88-ab178d568167,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:19.577601 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9366c428-1014-46d3-8f1b-35988b7f4287 admin admin] No DVR routers for this DVR port 913559bc-8f5e-4c3b-be88-ab178d568167 on host dv-cinder-843361-2-smb {{(pid=104678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:45:19.585794 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c80d0-3d7d-45c8-9831-5601d79b49f4 None None] Pushing event deleted for resources: {'Port': ['ID=913559bc-8f5e-4c3b-be88-ab178d568167,revision_number=None']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:19.587599 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641c80d0-3d7d-45c8-9831-5601d79b49f4 None None] No DVR routers for this DVR port 913559bc-8f5e-4c3b-be88-ab178d568167 on host dv-cinder-843361-2-smb {{(pid=104679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:45:19.652958 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-9366c428-1014-46d3-8f1b-35988b7f4287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376291', 'neutron.services.segments.db._delete_segments_for_network-8755264080240'] for network (66877992-c539-4a20-bc38-e23ad3fab872), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:19.673056 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.services.segments.db [None req-9366c428-1014-46d3-8f1b-35988b7f4287 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66877992-c539-4a20-bc38-e23ad3fab872']}} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:19.682398 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.services.segments.db [None req-9366c428-1014-46d3-8f1b-35988b7f4287 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d0f9c5-fa7f-45ad-b3fc-654ed598984c') {'for_net_delete': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:19.682693 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.services.segments.db [None req-9366c428-1014-46d3-8f1b-35988b7f4287 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d0f9c5-fa7f-45ad-b3fc-654ed598984c') {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:19.684120 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:19.693020 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-9366c428-1014-46d3-8f1b-35988b7f4287 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755264080505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62397937'] for segment (59d0f9c5-fa7f-45ad-b3fc-654ed598984c), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:19.707154 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-9366c428-1014-46d3-8f1b-35988b7f4287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105'] for segment (59d0f9c5-fa7f-45ad-b3fc-654ed598984c), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:19.713185 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9366c428-1014-46d3-8f1b-35988b7f4287 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=104678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:45:19.713596 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-9366c428-1014-46d3-8f1b-35988b7f4287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62479245'] for segment (59d0f9c5-fa7f-45ad-b3fc-654ed598984c), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:19.737737 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.services.segments.plugin [-] Segment 59d0f9c5-fa7f-45ad-b3fc-654ed598984c resource provider aggregate not found May 27 03:45:19.762637 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.services.segments.plugin [-] Segment 59d0f9c5-fa7f-45ad-b3fc-654ed598984c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 59d0f9c5-fa7f-45ad-b3fc-654ed598984c found for delete ", "request_id": "req-fc29b5c7-14ec-4aee-90ed-73bdcb6722de"}]} May 27 03:45:19.857349 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-9366c428-1014-46d3-8f1b-35988b7f4287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665655'] for network (66877992-c539-4a20-bc38-e23ad3fab872), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:19.862339 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-9366c428-1014-46d3-8f1b-35988b7f4287 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for network (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:19.865630 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-9366c428-1014-46d3-8f1b-35988b7f4287 admin admin] 10.222.0.71 "DELETE /v2.0/networks/66877992-c539-4a20-bc38-e23ad3fab872 HTTP/1.1" status: 204 len: 168 time: 0.6971107 May 27 03:45:19.868688 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 58858) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:45:19.879166 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366c428-1014-46d3-8f1b-35988b7f4287 admin admin] Pushing event deleted for resources: {'Network': ['ID=66877992-c539-4a20-bc38-e23ad3fab872,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:20.007661 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:20.186492 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-fcf322ba-acf1-41b5-ac3f-cbcff2cbb2d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3664613'] for router_interface (10696981-6025-441a-ac3f-de2b68926817), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:20.345432 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:20.407071 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-fcf322ba-acf1-41b5-ac3f-cbcff2cbb2d7 admin admin] Deleting port 8e51a1cf-a92d-4c87-95a3-a0f90b332055 {{(pid=104677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:45:20.407412 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-fcf322ba-acf1-41b5-ac3f-cbcff2cbb2d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (8e51a1cf-a92d-4c87-95a3-a0f90b332055), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:20.486178 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-fcf322ba-acf1-41b5-ac3f-cbcff2cbb2d7 admin admin] For port 8e51a1cf-a92d-4c87-95a3-a0f90b332055, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=8e51a1cf-a92d-4c87-95a3-a0f90b332055,segment=NetworkSegment(746a8f13-6638-491d-9ea4-552413a6bd69),segment_id=746a8f13-6638-491d-9ea4-552413a6bd69)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:20.487161 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-fcf322ba-acf1-41b5-ac3f-cbcff2cbb2d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (8e51a1cf-a92d-4c87-95a3-a0f90b332055), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:20.500260 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-fcf322ba-acf1-41b5-ac3f-cbcff2cbb2d7 admin admin] Calling delete_port for 8e51a1cf-a92d-4c87-95a3-a0f90b332055 owned by network:router_interface {{(pid=104677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:45:20.603644 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device a5330358-6209-41f8-bb27-e1de26b49aee no longer exists at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:45:20.623185 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] No Port match for: a5330358-6209-41f8-bb27-e1de26b49aee {{(pid=104679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:45:20.623533 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device a5330358-6209-41f8-bb27-e1de26b49aee not bound to the agent host dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:45:20.623953 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 913559bc-8f5e-4c3b-be88-ab178d568167 no longer exists at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:45:20.642153 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] No Port match for: 913559bc-8f5e-4c3b-be88-ab178d568167 {{(pid=104679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:45:20.643206 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 913559bc-8f5e-4c3b-be88-ab178d568167 not bound to the agent host dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:45:20.749099 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-fcf322ba-acf1-41b5-ac3f-cbcff2cbb2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59984224'] for port (8e51a1cf-a92d-4c87-95a3-a0f90b332055), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:20.776956 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf322ba-acf1-41b5-ac3f-cbcff2cbb2d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e51a1cf-a92d-4c87-95a3-a0f90b332055,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:20.787936 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf322ba-acf1-41b5-ac3f-cbcff2cbb2d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:20.788288 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf322ba-acf1-41b5-ac3f-cbcff2cbb2d7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:20.788635 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf322ba-acf1-41b5-ac3f-cbcff2cbb2d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:20.788977 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf322ba-acf1-41b5-ac3f-cbcff2cbb2d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:20.789339 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf322ba-acf1-41b5-ac3f-cbcff2cbb2d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:20.790356 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf322ba-acf1-41b5-ac3f-cbcff2cbb2d7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:20.790356 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf322ba-acf1-41b5-ac3f-cbcff2cbb2d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:20.790356 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf322ba-acf1-41b5-ac3f-cbcff2cbb2d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:20.790626 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf322ba-acf1-41b5-ac3f-cbcff2cbb2d7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:20.790954 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf322ba-acf1-41b5-ac3f-cbcff2cbb2d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:20.791279 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf322ba-acf1-41b5-ac3f-cbcff2cbb2d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:20.791605 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf322ba-acf1-41b5-ac3f-cbcff2cbb2d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:20.792003 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf322ba-acf1-41b5-ac3f-cbcff2cbb2d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:20.792236 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf322ba-acf1-41b5-ac3f-cbcff2cbb2d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:20.792559 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf322ba-acf1-41b5-ac3f-cbcff2cbb2d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:20.959299 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-fcf322ba-acf1-41b5-ac3f-cbcff2cbb2d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-827016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3664505'] for router_interface (10696981-6025-441a-ac3f-de2b68926817), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:21.010220 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:21.169004 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:21.173098 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf322ba-acf1-41b5-ac3f-cbcff2cbb2d7 admin admin] Router 10696981-6025-441a-ac3f-de2b68926817 has already been hosted by L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 {{(pid=104677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:45:21.276923 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf322ba-acf1-41b5-ac3f-cbcff2cbb2d7 admin admin] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:45:21.281940 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-fcf322ba-acf1-41b5-ac3f-cbcff2cbb2d7 admin admin] 10.222.0.71 "PUT /v2.0/routers/10696981-6025-441a-ac3f-de2b68926817/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4122090 May 27 03:45:21.285034 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 58860) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:45:21.286468 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738157df-7c6c-4bdd-b491-a842f397897a None None] Sync routers for ids ['10696981-6025-441a-ac3f-de2b68926817'] in dv-cinder-843361-2-smb {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:45:21.296828 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738157df-7c6c-4bdd-b491-a842f397897a None None] Routers {'10696981-6025-441a-ac3f-de2b68926817'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:45:21.297468 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-738157df-7c6c-4bdd-b491-a842f397897a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:45:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['10696981-6025-441a-ac3f-de2b68926817'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:21.383589 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-872150d0-1161-4e76-a741-761505d98658 admin admin] Publish callbacks [] for router (10696981-6025-441a-ac3f-de2b68926817), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:21.399102 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-738157df-7c6c-4bdd-b491-a842f397897a None None] Set router 10696981-6025-441a-ac3f-de2b68926817 gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:45:21.483635 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-872150d0-1161-4e76-a741-761505d98658 admin admin] Publish callbacks [] for router_gateway (10696981-6025-441a-ac3f-de2b68926817), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:21.567108 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-738157df-7c6c-4bdd-b491-a842f397897a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10696981-6025-441a-ac3f-de2b68926817', 'name': 'tempest-TestShelveInstance-597365065-router', 'tenant_id': '4fd0b44fe4bd4a61a8976812b353af93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': '2eda150e-59c8-4a14-99a0-3c87d0a95865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:18Z', 'updated_at': '2022-05-27T03:45:20Z', 'revision_number': 5, 'project_id': '4fd0b44fe4bd4a61a8976812b353af93', 'gw_port': {'id': '2eda150e-59c8-4a14-99a0-3c87d0a95865', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:81:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10696981-6025-441a-ac3f-de2b68926817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:19Z', 'updated_at': '2022-05-27T03:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb'}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:21.595365 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738157df-7c6c-4bdd-b491-a842f397897a None None] Checking router: 10696981-6025-441a-ac3f-de2b68926817 for host: dv-cinder-843361-2-smb {{(pid=104680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:45:21.602302 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-872150d0-1161-4e76-a741-761505d98658 admin admin] Deleting port 2eda150e-59c8-4a14-99a0-3c87d0a95865 {{(pid=104677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:45:21.602649 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-872150d0-1161-4e76-a741-761505d98658 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (2eda150e-59c8-4a14-99a0-3c87d0a95865), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:21.604284 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738157df-7c6c-4bdd-b491-a842f397897a None None] Routers {'10696981-6025-441a-ac3f-de2b68926817'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:45:21.604888 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-738157df-7c6c-4bdd-b491-a842f397897a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:45:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['10696981-6025-441a-ac3f-de2b68926817'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:21.682816 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-872150d0-1161-4e76-a741-761505d98658 admin admin] For port 2eda150e-59c8-4a14-99a0-3c87d0a95865, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=2eda150e-59c8-4a14-99a0-3c87d0a95865,segment=NetworkSegment(bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5),segment_id=bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:21.683182 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-872150d0-1161-4e76-a741-761505d98658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (2eda150e-59c8-4a14-99a0-3c87d0a95865), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:21.692222 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-738157df-7c6c-4bdd-b491-a842f397897a None None] Set router 10696981-6025-441a-ac3f-de2b68926817 gateway port host: None {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:45:21.697815 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-872150d0-1161-4e76-a741-761505d98658 admin admin] Calling delete_port for 2eda150e-59c8-4a14-99a0-3c87d0a95865 owned by network:router_gateway {{(pid=104677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:45:21.821708 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-738157df-7c6c-4bdd-b491-a842f397897a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10696981-6025-441a-ac3f-de2b68926817', 'name': 'tempest-TestShelveInstance-597365065-router', 'tenant_id': '4fd0b44fe4bd4a61a8976812b353af93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:18Z', 'updated_at': '2022-05-27T03:45:21Z', 'revision_number': 6, 'project_id': '4fd0b44fe4bd4a61a8976812b353af93', 'gw_port_host': None}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:21.846245 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738157df-7c6c-4bdd-b491-a842f397897a None None] The sync data for ids ['10696981-6025-441a-ac3f-de2b68926817'] in dv-cinder-843361-2-smb is: [{'id': '10696981-6025-441a-ac3f-de2b68926817', 'name': 'tempest-TestShelveInstance-597365065-router', 'tenant_id': '4fd0b44fe4bd4a61a8976812b353af93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:18Z', 'updated_at': '2022-05-27T03:45:21Z', 'revision_number': 6, 'project_id': '4fd0b44fe4bd4a61a8976812b353af93', 'gw_port_host': None}] {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:45:21.850240 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:21.989140 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-872150d0-1161-4e76-a741-761505d98658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59984224'] for port (2eda150e-59c8-4a14-99a0-3c87d0a95865), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:22.012181 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872150d0-1161-4e76-a741-761505d98658 admin admin] Pushing event deleted for resources: {'Port': ['ID=2eda150e-59c8-4a14-99a0-3c87d0a95865,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:22.077910 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-872150d0-1161-4e76-a741-761505d98658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665627'] for router_gateway (10696981-6025-441a-ac3f-de2b68926817), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:22.164217 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-872150d0-1161-4e76-a741-761505d98658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router (10696981-6025-441a-ac3f-de2b68926817), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:22.166504 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-872150d0-1161-4e76-a741-761505d98658 admin admin] Publish callbacks [] for router_controller (10696981-6025-441a-ac3f-de2b68926817), precommit_delete_associations {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:22.332345 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-872150d0-1161-4e76-a741-761505d98658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3889025'] for router (10696981-6025-441a-ac3f-de2b68926817), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:22.333135 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872150d0-1161-4e76-a741-761505d98658 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10696981-6025-441a-ac3f-de2b68926817 {{(pid=104677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:45:22.338436 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-872150d0-1161-4e76-a741-761505d98658 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:22.339605 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-872150d0-1161-4e76-a741-761505d98658 admin admin] 10.222.0.71 "DELETE /v2.0/routers/10696981-6025-441a-ac3f-de2b68926817 HTTP/1.1" status: 204 len: 168 time: 1.0536358 May 27 03:45:22.342316 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 58862) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:45:22.387027 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.db_base_plugin_v2 [None req-34121941-8399-4372-b9ca-d9b1a65ba85c admin admin] Deleting subnet ff8f123b-55f8-4f32-82f4-ea7a7360c7f9 {{(pid=104677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:45:22.390332 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-34121941-8399-4372-b9ca-d9b1a65ba85c admin admin] Publish callbacks [] for subnet (ff8f123b-55f8-4f32-82f4-ea7a7360c7f9), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:22.426553 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-34121941-8399-4372-b9ca-d9b1a65ba85c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59983962'] for subnet (ff8f123b-55f8-4f32-82f4-ea7a7360c7f9), precommit_delete_associations {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:22.465625 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:22.508572 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-34121941-8399-4372-b9ca-d9b1a65ba85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380246'] for subnet (ff8f123b-55f8-4f32-82f4-ea7a7360c7f9), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:22.603501 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 2eda150e-59c8-4a14-99a0-3c87d0a95865 no longer exists at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:45:22.622988 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] No Port match for: 2eda150e-59c8-4a14-99a0-3c87d0a95865 {{(pid=104679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:45:22.623330 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 2eda150e-59c8-4a14-99a0-3c87d0a95865 not bound to the agent host dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:45:22.623737 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 8e51a1cf-a92d-4c87-95a3-a0f90b332055 no longer exists at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:45:22.634881 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-34121941-8399-4372-b9ca-d9b1a65ba85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59984017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60058047'] for subnet (ff8f123b-55f8-4f32-82f4-ea7a7360c7f9), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:22.645230 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] No Port match for: 8e51a1cf-a92d-4c87-95a3-a0f90b332055 {{(pid=104679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:45:22.645660 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 8e51a1cf-a92d-4c87-95a3-a0f90b332055 not bound to the agent host dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:45:22.662379 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34121941-8399-4372-b9ca-d9b1a65ba85c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff8f123b-55f8-4f32-82f4-ea7a7360c7f9,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:22.666032 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-34121941-8399-4372-b9ca-d9b1a65ba85c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:22.669019 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-34121941-8399-4372-b9ca-d9b1a65ba85c admin admin] 10.222.0.71 "DELETE /v2.0/subnets/ff8f123b-55f8-4f32-82f4-ea7a7360c7f9 HTTP/1.1" status: 204 len: 168 time: 0.3255267 May 27 03:45:22.671623 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 58864) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:45:22.672418 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af7352b-df87-486f-901c-f0cd426871d5 None None] Network 9c16b3b5-ecb4-4189-8078-ccbfb3ad873a requested from dv-cinder-843361-2-smb {{(pid=104679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:45:22.743803 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-b67f0dc9-7158-48bf-a8fb-74ff9520da39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370897'] for network (9c16b3b5-ecb4-4189-8078-ccbfb3ad873a), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:22.787241 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-b67f0dc9-7158-48bf-a8fb-74ff9520da39 admin admin] Deleting port 0aa55363-27c4-4d5c-b458-e628676e5400 {{(pid=104677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:45:22.787669 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-b67f0dc9-7158-48bf-a8fb-74ff9520da39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (0aa55363-27c4-4d5c-b458-e628676e5400), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:22.816476 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c7876a-c7b0-445b-bfee-217ef642a461 None None] DHCP port deletion for 9c16b3b5-ecb4-4189-8078-ccbfb3ad873a request from dv-cinder-843361-2-smb {{(pid=104679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 03:45:22.852388 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-b67f0dc9-7158-48bf-a8fb-74ff9520da39 admin admin] For port 0aa55363-27c4-4d5c-b458-e628676e5400, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=0aa55363-27c4-4d5c-b458-e628676e5400,segment=NetworkSegment(746a8f13-6638-491d-9ea4-552413a6bd69),segment_id=746a8f13-6638-491d-9ea4-552413a6bd69)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:22.852647 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-b67f0dc9-7158-48bf-a8fb-74ff9520da39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (0aa55363-27c4-4d5c-b458-e628676e5400), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:22.858022 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-31c7876a-c7b0-445b-bfee-217ef642a461 None None] Deleting port 0aa55363-27c4-4d5c-b458-e628676e5400 {{(pid=104679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:45:22.858401 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-31c7876a-c7b0-445b-bfee-217ef642a461 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (0aa55363-27c4-4d5c-b458-e628676e5400), before_delete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:22.866461 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-b67f0dc9-7158-48bf-a8fb-74ff9520da39 admin admin] Calling delete_port for 0aa55363-27c4-4d5c-b458-e628676e5400 owned by network:dhcp {{(pid=104677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:45:22.922490 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-31c7876a-c7b0-445b-bfee-217ef642a461 None None] For port 0aa55363-27c4-4d5c-b458-e628676e5400, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=0aa55363-27c4-4d5c-b458-e628676e5400,segment=NetworkSegment(746a8f13-6638-491d-9ea4-552413a6bd69),segment_id=746a8f13-6638-491d-9ea4-552413a6bd69)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:22.922893 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-31c7876a-c7b0-445b-bfee-217ef642a461 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (0aa55363-27c4-4d5c-b458-e628676e5400), precommit_delete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:22.936754 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-31c7876a-c7b0-445b-bfee-217ef642a461 None None] Calling delete_port for 0aa55363-27c4-4d5c-b458-e628676e5400 owned by network:dhcp {{(pid=104679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:45:23.017703 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-b67f0dc9-7158-48bf-a8fb-74ff9520da39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59984224'] for port (0aa55363-27c4-4d5c-b458-e628676e5400), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:23.023426 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-31c7876a-c7b0-445b-bfee-217ef642a461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930'] for port (0aa55363-27c4-4d5c-b458-e628676e5400), after_delete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:23.044495 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f0dc9-7158-48bf-a8fb-74ff9520da39 admin admin] Pushing event deleted for resources: {'Port': ['ID=0aa55363-27c4-4d5c-b458-e628676e5400,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:23.047778 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c7876a-c7b0-445b-bfee-217ef642a461 None None] Pushing event deleted for resources: {'Port': ['ID=0aa55363-27c4-4d5c-b458-e628676e5400,revision_number=None']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:23.048247 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67f0dc9-7158-48bf-a8fb-74ff9520da39 admin admin] No DVR routers for this DVR port 0aa55363-27c4-4d5c-b458-e628676e5400 on host dv-cinder-843361-2-smb {{(pid=104677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:45:23.049906 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c7876a-c7b0-445b-bfee-217ef642a461 None None] No DVR routers for this DVR port 0aa55363-27c4-4d5c-b458-e628676e5400 on host dv-cinder-843361-2-smb {{(pid=104679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:45:23.123770 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-b67f0dc9-7158-48bf-a8fb-74ff9520da39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376291', 'neutron.services.segments.db._delete_segments_for_network-8755264080240'] for network (9c16b3b5-ecb4-4189-8078-ccbfb3ad873a), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:23.132941 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:23.144468 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.services.segments.db [None req-b67f0dc9-7158-48bf-a8fb-74ff9520da39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c16b3b5-ecb4-4189-8078-ccbfb3ad873a']}} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:23.153659 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.services.segments.db [None req-b67f0dc9-7158-48bf-a8fb-74ff9520da39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '746a8f13-6638-491d-9ea4-552413a6bd69') {'for_net_delete': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:23.153960 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.services.segments.db [None req-b67f0dc9-7158-48bf-a8fb-74ff9520da39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '746a8f13-6638-491d-9ea4-552413a6bd69') {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:23.163293 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-b67f0dc9-7158-48bf-a8fb-74ff9520da39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755264080505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59983971'] for segment (746a8f13-6638-491d-9ea4-552413a6bd69), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:23.177176 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-b67f0dc9-7158-48bf-a8fb-74ff9520da39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105'] for segment (746a8f13-6638-491d-9ea4-552413a6bd69), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:23.183156 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b67f0dc9-7158-48bf-a8fb-74ff9520da39 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=104677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:45:23.183542 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-b67f0dc9-7158-48bf-a8fb-74ff9520da39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59984179'] for segment (746a8f13-6638-491d-9ea4-552413a6bd69), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:23.202555 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.services.segments.plugin [-] Segment 746a8f13-6638-491d-9ea4-552413a6bd69 resource provider aggregate not found May 27 03:45:23.242470 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.services.segments.plugin [-] Segment 746a8f13-6638-491d-9ea4-552413a6bd69 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 746a8f13-6638-491d-9ea4-552413a6bd69 found for delete ", "request_id": "req-7e786658-8a16-4426-8c20-e64d7ab02041"}]} May 27 03:45:23.320415 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-b67f0dc9-7158-48bf-a8fb-74ff9520da39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665655'] for network (9c16b3b5-ecb4-4189-8078-ccbfb3ad873a), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:23.326797 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-b67f0dc9-7158-48bf-a8fb-74ff9520da39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for network (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:23.334767 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-b67f0dc9-7158-48bf-a8fb-74ff9520da39 admin admin] 10.222.0.71 "DELETE /v2.0/networks/9c16b3b5-ecb4-4189-8078-ccbfb3ad873a HTTP/1.1" status: 204 len: 168 time: 0.6572680 May 27 03:45:23.339401 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f0dc9-7158-48bf-a8fb-74ff9520da39 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c16b3b5-ecb4-4189-8078-ccbfb3ad873a,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:23.681427 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 58872) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:45:23.727052 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-326e811b-2f60-4688-945d-23e9c4bf28ae admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=768052d3698e483584138b97ac418580&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0444529 May 27 03:45:23.729548 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 58874) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:45:23.777798 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-ee4da36a-fc69-4f25-bfd8-cd1127ba42c2 admin admin] Publish callbacks [] for security_group (72edcdff-7b46-4d3b-ae06-7bfb01e772d4), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:23.799136 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-ee4da36a-fc69-4f25-bfd8-cd1127ba42c2 admin admin] Publish callbacks [] for security_group (72edcdff-7b46-4d3b-ae06-7bfb01e772d4), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:23.931997 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-ee4da36a-fc69-4f25-bfd8-cd1127ba42c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (72edcdff-7b46-4d3b-ae06-7bfb01e772d4), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:23.934668 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-ee4da36a-fc69-4f25-bfd8-cd1127ba42c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:23.935822 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-ee4da36a-fc69-4f25-bfd8-cd1127ba42c2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/72edcdff-7b46-4d3b-ae06-7bfb01e772d4 HTTP/1.1" status: 204 len: 168 time: 0.2054250 May 27 03:45:23.948370 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4da36a-fc69-4f25-bfd8-cd1127ba42c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72edcdff-7b46-4d3b-ae06-7bfb01e772d4,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:24.594905 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 0aa55363-27c4-4d5c-b458-e628676e5400 no longer exists at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:45:24.615169 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] No Port match for: 0aa55363-27c4-4d5c-b458-e628676e5400 {{(pid=104679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:45:24.615564 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 0aa55363-27c4-4d5c-b458-e628676e5400 not bound to the agent host dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:45:24.618834 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 58880) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:45:24.658625 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-90bb39a8-3c83-4fbe-ad71-3b8879903f07 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4fd0b44fe4bd4a61a8976812b353af93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387356 May 27 03:45:24.661681 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 58882) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:45:24.674926 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:24.709404 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-4362b3a0-416f-4579-b68a-7e1a521b06eb admin admin] Publish callbacks [] for security_group (efe34204-3984-4aa4-861f-4c098c2df62c), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:24.731357 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-4362b3a0-416f-4579-b68a-7e1a521b06eb admin admin] Publish callbacks [] for security_group (efe34204-3984-4aa4-861f-4c098c2df62c), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:24.879961 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-4362b3a0-416f-4579-b68a-7e1a521b06eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (efe34204-3984-4aa4-861f-4c098c2df62c), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:24.882536 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-4362b3a0-416f-4579-b68a-7e1a521b06eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:24.883690 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-4362b3a0-416f-4579-b68a-7e1a521b06eb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/efe34204-3984-4aa4-861f-4c098c2df62c HTTP/1.1" status: 204 len: 168 time: 0.2211251 May 27 03:45:24.891841 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4362b3a0-416f-4579-b68a-7e1a521b06eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe34204-3984-4aa4-861f-4c098c2df62c,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:29.869930 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=44,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:31.694041 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=47 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:31.824834 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=47 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:34.599273 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=62,neutron:DELETE=5 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:34.886437 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=62,neutron:DELETE=5 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:34.887213 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:34.904436 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=42,neutron:DELETE=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:36.086164 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-62c7f775-127c-4b4d-9443-e003ae81c320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:38.302615 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-2f0c7bfc-ab19-40eb-aefd-7108fa64e812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:38.719736 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:39.399840 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:41.033989 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:42.457276 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:46.910100 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81af64a-f455-40f4-b1de-42ad4f4070b5 req-0bf454c9-8e45-4751-b5ee-2d3bcce41a73 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:46.911585 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f81af64a-f455-40f4-b1de-42ad4f4070b5 req-0bf454c9-8e45-4751-b5ee-2d3bcce41a73 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 946 time: 0.2881575 May 27 03:45:46.959598 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f81af64a-f455-40f4-b1de-42ad4f4070b5 req-164dbb9a-83c4-429b-9583-de46ea340b2a tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423994 May 27 03:45:47.334711 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 6 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:45:48.080349 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1831187-5e50-4a5d-8721-06386fd7d491 req-29da7a0e-c2bc-474e-987c-7d1c19a40e89 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:48.081868 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-a1831187-5e50-4a5d-8721-06386fd7d491 req-29da7a0e-c2bc-474e-987c-7d1c19a40e89 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 946 time: 0.0477374 May 27 03:45:48.131412 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-a1831187-5e50-4a5d-8721-06386fd7d491 req-bfd88dad-94df-4ab9-a4d8-c36c1c21fad8 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=4097d98b-b319-42af-b1ff-ad947565aa10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439746 May 27 03:45:48.292826 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41744f-4b47-4b80-a9e1-b632f81fb588 req-b7a1b607-de76-406b-8f2b-4242a75f3265 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:48.294300 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-6d41744f-4b47-4b80-a9e1-b632f81fb588 req-b7a1b607-de76-406b-8f2b-4242a75f3265 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 946 time: 0.0456634 May 27 03:45:48.377670 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [req-6d41744f-4b47-4b80-a9e1-b632f81fb588 req-a271aa36-fd25-4460-b520-c8c18b56e7f0 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Deleting port a01e6280-f9b7-457e-9401-67af724f715e {{(pid=104678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:45:48.378015 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-6d41744f-4b47-4b80-a9e1-b632f81fb588 req-a271aa36-fd25-4460-b520-c8c18b56e7f0 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (a01e6280-f9b7-457e-9401-67af724f715e), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:48.470995 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-6d41744f-4b47-4b80-a9e1-b632f81fb588 req-a271aa36-fd25-4460-b520-c8c18b56e7f0 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] For port a01e6280-f9b7-457e-9401-67af724f715e, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=a01e6280-f9b7-457e-9401-67af724f715e,segment=NetworkSegment(db38ef5c-f497-4e30-948a-fea63a50f9cb),segment_id=db38ef5c-f497-4e30-948a-fea63a50f9cb)] {{(pid=104678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:48.471358 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-6d41744f-4b47-4b80-a9e1-b632f81fb588 req-a271aa36-fd25-4460-b520-c8c18b56e7f0 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (a01e6280-f9b7-457e-9401-67af724f715e), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:48.631785 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-6d41744f-4b47-4b80-a9e1-b632f81fb588 req-a271aa36-fd25-4460-b520-c8c18b56e7f0 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:48.632150 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-6d41744f-4b47-4b80-a9e1-b632f81fb588 req-a271aa36-fd25-4460-b520-c8c18b56e7f0 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665637'] for floatingip (737b05f7-9c1f-4aca-9097-286e7946a122), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:48.632467 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.db.l3_db [req-6d41744f-4b47-4b80-a9e1-b632f81fb588 req-a271aa36-fd25-4460-b520-c8c18b56e7f0 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Floating IP 737b05f7-9c1f-4aca-9097-286e7946a122 disassociated. External IP: 172.28.2.44, port: a01e6280-f9b7-457e-9401-67af724f715e. May 27 03:45:48.632813 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [req-6d41744f-4b47-4b80-a9e1-b632f81fb588 req-a271aa36-fd25-4460-b520-c8c18b56e7f0 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Calling delete_port for a01e6280-f9b7-457e-9401-67af724f715e owned by compute:nova {{(pid=104678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:45:48.800329 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-6d41744f-4b47-4b80-a9e1-b632f81fb588 req-a271aa36-fd25-4460-b520-c8c18b56e7f0 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (a01e6280-f9b7-457e-9401-67af724f715e), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:48.828725 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a271aa36-fd25-4460-b520-c8c18b56e7f0 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Pushing event deleted for resources: {'Port': ['ID=a01e6280-f9b7-457e-9401-67af724f715e,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:48.937908 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d41744f-4b47-4b80-a9e1-b632f81fb588 req-a271aa36-fd25-4460-b520-c8c18b56e7f0 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Router be077baf-7e54-4c6c-9d7f-973736ca605e has already been hosted by L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 {{(pid=104678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:45:49.041589 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d41744f-4b47-4b80-a9e1-b632f81fb588 req-a271aa36-fd25-4460-b520-c8c18b56e7f0 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:45:49.051760 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad223688-32f6-49b0-b90f-c5bbd22cd44a None None] Sync routers for ids ['be077baf-7e54-4c6c-9d7f-973736ca605e'] in dv-cinder-843361-2-smb {{(pid=104679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:45:49.061095 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad223688-32f6-49b0-b90f-c5bbd22cd44a None None] Routers {'be077baf-7e54-4c6c-9d7f-973736ca605e'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:45:49.061724 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-ad223688-32f6-49b0-b90f-c5bbd22cd44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:45:38Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['be077baf-7e54-4c6c-9d7f-973736ca605e'], 'active': True} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:49.083110 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d41744f-4b47-4b80-a9e1-b632f81fb588 req-a271aa36-fd25-4460-b520-c8c18b56e7f0 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] No DVR routers for this DVR port a01e6280-f9b7-457e-9401-67af724f715e on host hv-cinder-84336 {{(pid=104678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:45:49.085703 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-6d41744f-4b47-4b80-a9e1-b632f81fb588 req-a271aa36-fd25-4460-b520-c8c18b56e7f0 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:49.089114 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-6d41744f-4b47-4b80-a9e1-b632f81fb588 req-a271aa36-fd25-4460-b520-c8c18b56e7f0 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.72 "DELETE /v2.0/ports/a01e6280-f9b7-457e-9401-67af724f715e HTTP/1.1" status: 204 len: 173 time: 0.7897301 May 27 03:45:49.089579 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce294b86-c5b3-4694-8d7e-658a0f12c1d5', 'name': 'network-vif-deleted', 'tag': 'a01e6280-f9b7-457e-9401-67af724f715e'}] {{(pid=104678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:45:49.093425 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e1ed873ee784d85eb1b1d61ec54b86d2255e46a50b7e273563a24fff47d01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0585a7a-a339-4517-982e-36c7b851f3db" -d '{"events": [{"server_uuid": "ce294b86-c5b3-4694-8d7e-658a0f12c1d5", "name": "network-vif-deleted", "tag": "a01e6280-f9b7-457e-9401-67af724f715e"}]}' {{(pid=104678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:45:49.128707 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc222402-7188-4068-ab76-bf961b21149c x-openstack-request-id: req-dc222402-7188-4068-ab76-bf961b21149c {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:45:49.128990 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce294b86-c5b3-4694-8d7e-658a0f12c1d5", "name": "network-vif-deleted", "tag": "a01e6280-f9b7-457e-9401-67af724f715e", "status": "completed", "code": 200}]} {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:45:49.129287 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-dc222402-7188-4068-ab76-bf961b21149c {{(pid=104678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:45:49.131820 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc222402-7188-4068-ab76-bf961b21149c'] response: {'server_uuid': 'ce294b86-c5b3-4694-8d7e-658a0f12c1d5', 'name': 'network-vif-deleted', 'tag': 'a01e6280-f9b7-457e-9401-67af724f715e', 'status': 'completed', 'code': 200} May 27 03:45:49.272356 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-441a3ac0-0f3c-49b2-901d-0eddf96297b1 req-06571d74-e9e9-4cd1-89ae-0d0a3221182f tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce294b86-c5b3-4694-8d7e-658a0f12c1d5 HTTP/1.1" status: 200 len: 210 time: 0.0441141 May 27 03:45:49.306977 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvr_db [None req-ad223688-32f6-49b0-b90f-c5bbd22cd44a None None] Set router be077baf-7e54-4c6c-9d7f-973736ca605e gateway port host: dv-cinder-843361-2-smb {{(pid=104679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:45:49.497234 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-ad223688-32f6-49b0-b90f-c5bbd22cd44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'name': 'tempest-AttachVolumeShelveTestJSON-533071195-router', 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.187'}], 'enable_snat': True}, 'gw_port_id': '25a7a4ba-4bdc-4818-b9e6-6b55b9218b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:43:09Z', 'updated_at': '2022-05-27T03:43:13Z', 'revision_number': 4, 'project_id': 'e64d3975127c49b387c4f167cd3f269a', 'gw_port': {'id': '25a7a4ba-4bdc-4818-b9e6-6b55b9218b29', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:09Z', 'updated_at': '2022-05-27T03:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': 'dabaf1cd-0bae-47bf-b100-3f588e5ff63c', 'name': '', 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744', 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a', 'mac_address': 'fa:16:3e:ca:1a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2f40426d-a764-47ba-9279-ffa431835798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:12Z', 'updated_at': '2022-05-27T03:43:16Z', 'revision_number': 5, 'project_id': 'e64d3975127c49b387c4f167cd3f269a', 'subnets': [{'id': '2f40426d-a764-47ba-9279-ffa431835798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:49.529031 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad223688-32f6-49b0-b90f-c5bbd22cd44a None None] Checking router: be077baf-7e54-4c6c-9d7f-973736ca605e for host: dv-cinder-843361-2-smb {{(pid=104679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:45:49.536071 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad223688-32f6-49b0-b90f-c5bbd22cd44a None None] Routers {'be077baf-7e54-4c6c-9d7f-973736ca605e'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:45:49.538537 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-ad223688-32f6-49b0-b90f-c5bbd22cd44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:45:38Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['be077baf-7e54-4c6c-9d7f-973736ca605e'], 'active': True} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:49.641609 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvr_db [None req-ad223688-32f6-49b0-b90f-c5bbd22cd44a None None] Set router be077baf-7e54-4c6c-9d7f-973736ca605e gateway port host: dv-cinder-843361-2-smb {{(pid=104679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:45:49.835648 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-ad223688-32f6-49b0-b90f-c5bbd22cd44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'name': 'tempest-AttachVolumeShelveTestJSON-533071195-router', 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.187'}], 'enable_snat': True}, 'gw_port_id': '25a7a4ba-4bdc-4818-b9e6-6b55b9218b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:43:09Z', 'updated_at': '2022-05-27T03:43:13Z', 'revision_number': 4, 'project_id': 'e64d3975127c49b387c4f167cd3f269a', 'gw_port': {'id': '25a7a4ba-4bdc-4818-b9e6-6b55b9218b29', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:09Z', 'updated_at': '2022-05-27T03:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': 'dabaf1cd-0bae-47bf-b100-3f588e5ff63c', 'name': '', 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744', 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a', 'mac_address': 'fa:16:3e:ca:1a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2f40426d-a764-47ba-9279-ffa431835798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:12Z', 'updated_at': '2022-05-27T03:43:16Z', 'revision_number': 5, 'project_id': 'e64d3975127c49b387c4f167cd3f269a', 'subnets': [{'id': '2f40426d-a764-47ba-9279-ffa431835798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:49.860068 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad223688-32f6-49b0-b90f-c5bbd22cd44a None None] The sync data for ids ['be077baf-7e54-4c6c-9d7f-973736ca605e'] in dv-cinder-843361-2-smb is: [{'id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'name': 'tempest-AttachVolumeShelveTestJSON-533071195-router', 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.187'}], 'enable_snat': True}, 'gw_port_id': '25a7a4ba-4bdc-4818-b9e6-6b55b9218b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:43:09Z', 'updated_at': '2022-05-27T03:43:13Z', 'revision_number': 4, 'project_id': 'e64d3975127c49b387c4f167cd3f269a', 'gw_port': {'id': '25a7a4ba-4bdc-4818-b9e6-6b55b9218b29', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:09Z', 'updated_at': '2022-05-27T03:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': 'dabaf1cd-0bae-47bf-b100-3f588e5ff63c', 'name': '', 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744', 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a', 'mac_address': 'fa:16:3e:ca:1a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2f40426d-a764-47ba-9279-ffa431835798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:12Z', 'updated_at': '2022-05-27T03:43:16Z', 'revision_number': 5, 'project_id': 'e64d3975127c49b387c4f167cd3f269a', 'subnets': [{'id': '2f40426d-a764-47ba-9279-ffa431835798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:45:50.075424 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d25e820-b780-4c08-ae0e-49ff5261fed0 None None] New status for floating IP 737b05f7-9c1f-4aca-9097-286e7946a122: DOWN {{(pid=104680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:45:50.446549 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 58920) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:45:50.500488 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-ece71a95-e07f-442a-a82e-73c4f951908b tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks [] for security_group (4097d98b-b319-42af-b1ff-ad947565aa10), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:50.523225 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-ece71a95-e07f-442a-a82e-73c4f951908b tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks [] for security_group (4097d98b-b319-42af-b1ff-ad947565aa10), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:50.628456 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-ece71a95-e07f-442a-a82e-73c4f951908b tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (4097d98b-b319-42af-b1ff-ad947565aa10), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:50.631097 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-ece71a95-e07f-442a-a82e-73c4f951908b tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:50.632234 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-ece71a95-e07f-442a-a82e-73c4f951908b tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "DELETE /v2.0/security-groups/4097d98b-b319-42af-b1ff-ad947565aa10 HTTP/1.1" status: 204 len: 168 time: 0.1847050 May 27 03:45:50.635013 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 58922) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:45:50.642179 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece71a95-e07f-442a-a82e-73c4f951908b tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4097d98b-b319-42af-b1ff-ad947565aa10,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:50.649079 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.api.v2.resource [None req-3b477cac-9302-4e83-9046-ef846bbc8996 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] show failed (client error): The resource could not be found. May 27 03:45:50.650192 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-3b477cac-9302-4e83-9046-ef846bbc8996 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups/4097d98b-b319-42af-b1ff-ad947565aa10 HTTP/1.1" status: 404 len: 347 time: 0.0140975 May 27 03:45:50.653671 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 58924) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:45:50.763957 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-94b40997-4d04-4b99-98f0-37f300efecd4 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Deleting port cc85f3cc-019b-4a65-a5a6-3cf2b66506e8 {{(pid=104677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:45:50.764213 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-94b40997-4d04-4b99-98f0-37f300efecd4 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (cc85f3cc-019b-4a65-a5a6-3cf2b66506e8), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:50.840614 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-94b40997-4d04-4b99-98f0-37f300efecd4 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (cc85f3cc-019b-4a65-a5a6-3cf2b66506e8), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:50.840937 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-94b40997-4d04-4b99-98f0-37f300efecd4 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks [] for floatingip (cc85f3cc-019b-4a65-a5a6-3cf2b66506e8), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:50.853877 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-94b40997-4d04-4b99-98f0-37f300efecd4 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Calling delete_port for cc85f3cc-019b-4a65-a5a6-3cf2b66506e8 owned by network:floatingip {{(pid=104677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:45:51.040192 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-94b40997-4d04-4b99-98f0-37f300efecd4 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59984224'] for port (cc85f3cc-019b-4a65-a5a6-3cf2b66506e8), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:51.066112 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b40997-4d04-4b99-98f0-37f300efecd4 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Pushing event deleted for resources: {'Port': ['ID=cc85f3cc-019b-4a65-a5a6-3cf2b66506e8,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:51.125478 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-94b40997-4d04-4b99-98f0-37f300efecd4 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks [] for floatingip (737b05f7-9c1f-4aca-9097-286e7946a122), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:51.128066 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-94b40997-4d04-4b99-98f0-37f300efecd4 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for floatingip (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:51.129236 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-94b40997-4d04-4b99-98f0-37f300efecd4 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "DELETE /v2.0/floatingips/737b05f7-9c1f-4aca-9097-286e7946a122 HTTP/1.1" status: 204 len: 168 time: 0.4746056 May 27 03:45:51.266490 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 58928) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:45:51.271040 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-1bf35912-b1cb-491c-8c53-42887e8dda2a tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Request body: {'security_group': {'name': 'tempest-securitygroup--39149445', 'description': 'tempest-description--1037473185'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:45:51.354746 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-1bf35912-b1cb-491c-8c53-42887e8dda2a tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:51.395739 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:51.397442 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:51.422763 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-1bf35912-b1cb-491c-8c53-42887e8dda2a tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks [] for security_group (2066fb7e-1b59-4134-81c2-28d8b3cf6ce9), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:51.502879 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-1bf35912-b1cb-491c-8c53-42887e8dda2a tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (2066fb7e-1b59-4134-81c2-28d8b3cf6ce9), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:51.536149 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35912-b1cb-491c-8c53-42887e8dda2a tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:51.613339 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-1bf35912-b1cb-491c-8c53-42887e8dda2a tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:51.614593 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-1bf35912-b1cb-491c-8c53-42887e8dda2a tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3470323 May 27 03:45:51.625597 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 58930) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:45:51.629925 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-1d8e34d8-0c16-4a2b-8180-7d8d167054d6 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Request body: {'security_group_rule': {'security_group_id': '2066fb7e-1b59-4134-81c2-28d8b3cf6ce9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:45:51.742357 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-1d8e34d8-0c16-4a2b-8180-7d8d167054d6 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks [] for security_group_rule (8c389c00-8472-463d-8b11-8d381756d4ac), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:51.767019 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device a01e6280-f9b7-457e-9401-67af724f715e no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:45:51.786150 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] No Port match for: a01e6280-f9b7-457e-9401-67af724f715e {{(pid=104679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:45:51.786494 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device a01e6280-f9b7-457e-9401-67af724f715e not bound to the agent host hv-cinder-84336 {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:45:51.799497 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-1d8e34d8-0c16-4a2b-8180-7d8d167054d6 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks [] for security_group_rule (8c389c00-8472-463d-8b11-8d381756d4ac), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:51.879476 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-1d8e34d8-0c16-4a2b-8180-7d8d167054d6 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498508'] for security_group_rule (8c389c00-8472-463d-8b11-8d381756d4ac), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:51.898895 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8e34d8-0c16-4a2b-8180-7d8d167054d6 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c389c00-8472-463d-8b11-8d381756d4ac,revision_number=0']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:52.064832 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-1d8e34d8-0c16-4a2b-8180-7d8d167054d6 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:52.066086 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-1d8e34d8-0c16-4a2b-8180-7d8d167054d6 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4395218 May 27 03:45:52.068943 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 58932) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:45:52.077376 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [None req-c7ba14f8-a845-409b-8eee-1fcef5362b53 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Request body: {'security_group_rule': {'security_group_id': '2066fb7e-1b59-4134-81c2-28d8b3cf6ce9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:45:52.211507 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-c7ba14f8-a845-409b-8eee-1fcef5362b53 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks [] for security_group_rule (777e4737-cb75-4030-8bd1-c743f70212a7), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:52.241195 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=6,neutron:INSERT=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:52.251479 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:52.268162 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-c7ba14f8-a845-409b-8eee-1fcef5362b53 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks [] for security_group_rule (777e4737-cb75-4030-8bd1-c743f70212a7), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:52.365495 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-c7ba14f8-a845-409b-8eee-1fcef5362b53 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498508'] for security_group_rule (777e4737-cb75-4030-8bd1-c743f70212a7), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:52.385186 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba14f8-a845-409b-8eee-1fcef5362b53 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=777e4737-cb75-4030-8bd1-c743f70212a7,revision_number=0']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:52.459694 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-c7ba14f8-a845-409b-8eee-1fcef5362b53 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:52.460975 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-c7ba14f8-a845-409b-8eee-1fcef5362b53 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3910415 May 27 03:45:52.466185 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 58934) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:45:52.469460 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [None req-b9fa203a-2afe-4eaf-a7f6-8f0c52c3df16 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Request body: {'floatingip': {'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:45:52.645801 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-b9fa203a-2afe-4eaf-a7f6-8f0c52c3df16 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:52.725739 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-b9fa203a-2afe-4eaf-a7f6-8f0c52c3df16 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:52.832967 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.db_base_plugin_common [None req-b9fa203a-2afe-4eaf-a7f6-8f0c52c3df16 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Allocated IP 172.28.2.198 (2c8f85dd-7a0e-40ae-be84-c061eec53ce1/4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03/7a59653d-d44d-4654-8b98-057dd772f487) {{(pid=104678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:45:52.936349 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-b9fa203a-2afe-4eaf-a7f6-8f0c52c3df16 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks [] for port (7a59653d-d44d-4654-8b98-057dd772f487), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:53.023465 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-b9fa203a-2afe-4eaf-a7f6-8f0c52c3df16 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (7a59653d-d44d-4654-8b98-057dd772f487), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:53.063175 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fa203a-2afe-4eaf-a7f6-8f0c52c3df16 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Network 2c8f85dd-7a0e-40ae-be84-c061eec53ce1 is already hosted by enough agents. {{(pid=104678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:45:53.066165 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.base_scheduler [None req-b9fa203a-2afe-4eaf-a7f6-8f0c52c3df16 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Resources bound (agent type, host, resource id): {{(pid=104678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:45:53.072014 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fa203a-2afe-4eaf-a7f6-8f0c52c3df16 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Received port after_create {{(pid=104678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:45:53.101279 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa203a-2afe-4eaf-a7f6-8f0c52c3df16 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Pushing event updated for resources: {'Port': ['ID=7a59653d-d44d-4654-8b98-057dd772f487,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:53.118550 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:53.160503 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-b9fa203a-2afe-4eaf-a7f6-8f0c52c3df16 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks [] for floatingip (fdbf0cce-c159-437e-8ad4-84aebf45e0e4), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:53.245491 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-b9fa203a-2afe-4eaf-a7f6-8f0c52c3df16 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (7a59653d-d44d-4654-8b98-057dd772f487), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:53.424190 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-b9fa203a-2afe-4eaf-a7f6-8f0c52c3df16 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks [] for port (7a59653d-d44d-4654-8b98-057dd772f487), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:53.491234 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-b9fa203a-2afe-4eaf-a7f6-8f0c52c3df16 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62479337'] for port (7a59653d-d44d-4654-8b98-057dd772f487), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:53.496265 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:53.568957 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa203a-2afe-4eaf-a7f6-8f0c52c3df16 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Pushing event updated for resources: {'Port': ['ID=7a59653d-d44d-4654-8b98-057dd772f487,revision_number=2']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:53.582936 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa203a-2afe-4eaf-a7f6-8f0c52c3df16 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:53.583275 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa203a-2afe-4eaf-a7f6-8f0c52c3df16 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:53.583615 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa203a-2afe-4eaf-a7f6-8f0c52c3df16 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:53.583951 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa203a-2afe-4eaf-a7f6-8f0c52c3df16 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:53.584280 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa203a-2afe-4eaf-a7f6-8f0c52c3df16 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:53.584607 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa203a-2afe-4eaf-a7f6-8f0c52c3df16 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:53.584932 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa203a-2afe-4eaf-a7f6-8f0c52c3df16 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:53.585291 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa203a-2afe-4eaf-a7f6-8f0c52c3df16 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:53.585601 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa203a-2afe-4eaf-a7f6-8f0c52c3df16 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:53.585925 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa203a-2afe-4eaf-a7f6-8f0c52c3df16 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:53.586246 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa203a-2afe-4eaf-a7f6-8f0c52c3df16 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:53.586565 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa203a-2afe-4eaf-a7f6-8f0c52c3df16 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:53.586883 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa203a-2afe-4eaf-a7f6-8f0c52c3df16 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:53.587200 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa203a-2afe-4eaf-a7f6-8f0c52c3df16 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:53.587515 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa203a-2afe-4eaf-a7f6-8f0c52c3df16 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:53.595550 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-b9fa203a-2afe-4eaf-a7f6-8f0c52c3df16 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665637'] for floatingip (fdbf0cce-c159-437e-8ad4-84aebf45e0e4), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:53.676157 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-b9fa203a-2afe-4eaf-a7f6-8f0c52c3df16 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for floatingip (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:53.677374 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-b9fa203a-2afe-4eaf-a7f6-8f0c52c3df16 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2122765 May 27 03:45:53.896234 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-4598be9a-1c58-4914-b5e4-0c76b17890fd tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--39149445&fields=id&tenant_id=e64d3975127c49b387c4f167cd3f269a HTTP/1.1" status: 200 len: 267 time: 0.0559769 May 27 03:45:54.024959 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-6aba9dab-e7c9-48a3-ade5-0e8b79d8273a tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:54.026927 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-6aba9dab-e7c9-48a3-ade5-0e8b79d8273a tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/networks?id=d4913486-ec50-4585-8ca2-f97563844744 HTTP/1.1" status: 200 len: 816 time: 0.1242573 May 27 03:45:54.043241 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-9b305501-334a-4c40-8da8-6bab754546bc tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/quotas/e64d3975127c49b387c4f167cd3f269a HTTP/1.1" status: 200 len: 375 time: 0.0097606 May 27 03:45:54.096703 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-e7c5e90b-d064-4800-97fa-8836a7001522 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=e64d3975127c49b387c4f167cd3f269a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479507 May 27 03:45:54.203782 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-a7089a54-1b73-4a89-bffb-3de5cd05329d service neutron] 10.222.0.71 "GET /v2.0/networks/d4913486-ec50-4585-8ca2-f97563844744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954418 May 27 03:45:54.294471 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-9b1e3cdb-19a5-4ba5-97e4-fd48dfd7e90b service neutron] 10.222.0.71 "GET /v2.0/networks/d4913486-ec50-4585-8ca2-f97563844744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848784 May 27 03:45:54.506150 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f80b6196-3db6-4019-ad19-457d7dd8410d req-daef1243-3181-4a2a-8ebc-477da3c795c7 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 210 time: 0.0313985 May 27 03:45:55.584708 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:55.608132 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-d5ee7e89-03f6-4ff8-848b-0350b7a324a5 req-2143d65a-6597-4cc5-bb2e-6048756b80fc tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 210 time: 0.0315301 May 27 03:45:56.527132 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-2702b202-93a9-4e41-8ddd-1d2be4ce0cc8 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:56.528625 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-2702b202-93a9-4e41-8ddd-1d2be4ce0cc8 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.72 "GET /v2.0/networks?id=d4913486-ec50-4585-8ca2-f97563844744 HTTP/1.1" status: 200 len: 816 time: 0.1092806 May 27 03:45:56.596727 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-24a9f9b0-8ef8-458f-b920-de66f6b610ba tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e64d3975127c49b387c4f167cd3f269a HTTP/1.1" status: 200 len: 378 time: 0.0570753 May 27 03:45:56.606055 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-e13b567b-658d-4376-a4f4-8fe6af43d510 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Request body: {'port': {'device_id': '81322356-0053-4463-8f43-057cfbc49d7f', 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744', 'admin_state_up': True, 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a', 'security_groups': ['2066fb7e-1b59-4134-81c2-28d8b3cf6ce9']}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:45:56.707173 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-10ca6eac-d77c-4e87-83c3-0630d892c9d7 req-84c7fd10-6bcd-45e3-998b-88c407a6a76e tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 210 time: 0.0283220 May 27 03:45:56.795202 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-e13b567b-658d-4376-a4f4-8fe6af43d510 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Made reservation on behalf of e64d3975127c49b387c4f167cd3f269a for: {'port': 1} {{(pid=104678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:45:56.798633 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-e13b567b-658d-4376-a4f4-8fe6af43d510 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:56.931944 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.db_base_plugin_common [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-e13b567b-658d-4376-a4f4-8fe6af43d510 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Allocated IP 172.20.0.4 (d4913486-ec50-4585-8ca2-f97563844744/2f40426d-a764-47ba-9279-ffa431835798/b33fb3f0-7b1f-47c1-8b41-189a5946a89b) {{(pid=104678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:45:56.973366 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:57.068133 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-e13b567b-658d-4376-a4f4-8fe6af43d510 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks [] for port (b33fb3f0-7b1f-47c1-8b41-189a5946a89b), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:57.165588 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-e13b567b-658d-4376-a4f4-8fe6af43d510 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (b33fb3f0-7b1f-47c1-8b41-189a5946a89b), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:57.204989 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:57.211742 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-e13b567b-658d-4376-a4f4-8fe6af43d510 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Network d4913486-ec50-4585-8ca2-f97563844744 is already hosted by enough agents. {{(pid=104678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:45:57.217053 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.base_scheduler [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-e13b567b-658d-4376-a4f4-8fe6af43d510 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Resources bound (agent type, host, resource id): {{(pid=104678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:45:57.221111 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-e13b567b-658d-4376-a4f4-8fe6af43d510 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Received port after_create {{(pid=104678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:45:57.246835 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b567b-658d-4376-a4f4-8fe6af43d510 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Pushing event updated for resources: {'Port': ['ID=b33fb3f0-7b1f-47c1-8b41-189a5946a89b,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:57.277170 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-e13b567b-658d-4376-a4f4-8fe6af43d510 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:57.278320 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-e13b567b-658d-4376-a4f4-8fe6af43d510 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:57.351503 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-e13b567b-658d-4376-a4f4-8fe6af43d510 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7491181 May 27 03:45:57.363026 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-d2529689-c277-4dd7-9ca6-02a4fd1e9e26 service neutron] Request body: {'port': {'device_id': '81322356-0053-4463-8f43-057cfbc49d7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:45:57.421626 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-d2529689-c277-4dd7-9ca6-02a4fd1e9e26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (b33fb3f0-7b1f-47c1-8b41-189a5946a89b), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:57.464269 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-e32472a8-3f33-446d-ba4a-6a1a156bccf6 None None] Provisioning complete for port b33fb3f0-7b1f-47c1-8b41-189a5946a89b triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:45:57.464863 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-e32472a8-3f33-446d-ba4a-6a1a156bccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (b33fb3f0-7b1f-47c1-8b41-189a5946a89b), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:57.496050 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-e32472a8-3f33-446d-ba4a-6a1a156bccf6 None None] Port b33fb3f0-7b1f-47c1-8b41-189a5946a89b cannot update to ACTIVE because it is not bound. {{(pid=104679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:45:57.706977 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-d2529689-c277-4dd7-9ca6-02a4fd1e9e26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b33fb3f0-7b1f-47c1-8b41-189a5946a89b {{(pid=104678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:45:57.714262 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-d2529689-c277-4dd7-9ca6-02a4fd1e9e26 service neutron] Publish callbacks [] for port (b33fb3f0-7b1f-47c1-8b41-189a5946a89b), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:57.728214 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.provisioning_blocks [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-d2529689-c277-4dd7-9ca6-02a4fd1e9e26 service neutron] Transition to ACTIVE for port object b33fb3f0-7b1f-47c1-8b41-189a5946a89b will not be triggered until provisioned by entity L2. {{(pid=104678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:45:57.777150 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-d2529689-c277-4dd7-9ca6-02a4fd1e9e26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62479337'] for port (b33fb3f0-7b1f-47c1-8b41-189a5946a89b), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:57.829018 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c2a26-49fe-4084-a2f7-df30a2edbbe0 req-fe9ed350-73bd-4639-a0cc-b0314b52f756 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:57.831101 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-6e7c2a26-49fe-4084-a2f7-df30a2edbbe0 req-fe9ed350-73bd-4639-a0cc-b0314b52f756 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 943 time: 0.0500405 May 27 03:45:57.831827 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2529689-c277-4dd7-9ca6-02a4fd1e9e26 service neutron] Pushing event updated for resources: {'Port': ['ID=b33fb3f0-7b1f-47c1-8b41-189a5946a89b,revision_number=2']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:57.890877 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-6e7c2a26-49fe-4084-a2f7-df30a2edbbe0 req-aac189db-0eaf-46ad-ac96-c6b6aa2cf2f1 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507679 May 27 03:45:57.922653 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-d2529689-c277-4dd7-9ca6-02a4fd1e9e26 service neutron] Attempting to bind port b33fb3f0-7b1f-47c1-8b41-189a5946a89b on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:45:57.923067 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-d2529689-c277-4dd7-9ca6-02a4fd1e9e26 service neutron] Attempting to bind port b33fb3f0-7b1f-47c1-8b41-189a5946a89b by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': 'db38ef5c-f497-4e30-948a-fea63a50f9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744'}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:45:57.923486 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-d2529689-c277-4dd7-9ca6-02a4fd1e9e26 service neutron] Attempting to bind port b33fb3f0-7b1f-47c1-8b41-189a5946a89b on network d4913486-ec50-4585-8ca2-f97563844744 {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:45:57.928729 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-d2529689-c277-4dd7-9ca6-02a4fd1e9e26 service neutron] Port b33fb3f0-7b1f-47c1-8b41-189a5946a89b on network d4913486-ec50-4585-8ca2-f97563844744 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:45:57.929126 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-d2529689-c277-4dd7-9ca6-02a4fd1e9e26 service neutron] Attempting to bind port b33fb3f0-7b1f-47c1-8b41-189a5946a89b on network d4913486-ec50-4585-8ca2-f97563844744 {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:45:57.935677 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-d2529689-c277-4dd7-9ca6-02a4fd1e9e26 service neutron] Checking agent: {'id': '1c07afa2-e502-46e1-ac2b-740a8f00a450', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 36, 8), 'started_at': datetime.datetime(2022, 5, 27, 3, 36, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:45:57.939097 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-d2529689-c277-4dd7-9ca6-02a4fd1e9e26 service neutron] Checking segment: {'id': 'db38ef5c-f497-4e30-948a-fea63a50f9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:45:57.939097 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-d2529689-c277-4dd7-9ca6-02a4fd1e9e26 service neutron] Bound using segment: {'id': 'db38ef5c-f497-4e30-948a-fea63a50f9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744'} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:45:57.939097 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-d2529689-c277-4dd7-9ca6-02a4fd1e9e26 service neutron] Bound port: b33fb3f0-7b1f-47c1-8b41-189a5946a89b, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db38ef5c-f497-4e30-948a-fea63a50f9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744'}}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:45:57.939097 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-d2529689-c277-4dd7-9ca6-02a4fd1e9e26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (b33fb3f0-7b1f-47c1-8b41-189a5946a89b), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:58.005119 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-d2529689-c277-4dd7-9ca6-02a4fd1e9e26 service neutron] For port b33fb3f0-7b1f-47c1-8b41-189a5946a89b, host hv-cinder-84336, cleared binding levels {{(pid=104678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:45:58.008654 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-d2529689-c277-4dd7-9ca6-02a4fd1e9e26 service neutron] For port b33fb3f0-7b1f-47c1-8b41-189a5946a89b, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=b33fb3f0-7b1f-47c1-8b41-189a5946a89b,segment=NetworkSegment(db38ef5c-f497-4e30-948a-fea63a50f9cb),segment_id=db38ef5c-f497-4e30-948a-fea63a50f9cb)] {{(pid=104678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:45:58.075181 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-d2529689-c277-4dd7-9ca6-02a4fd1e9e26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62479337'] for port (b33fb3f0-7b1f-47c1-8b41-189a5946a89b), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:58.108667 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-d2529689-c277-4dd7-9ca6-02a4fd1e9e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:58.109308 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-d2529689-c277-4dd7-9ca6-02a4fd1e9e26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:58.110701 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-d2529689-c277-4dd7-9ca6-02a4fd1e9e26 service neutron] 10.222.0.72 "PUT /v2.0/ports/b33fb3f0-7b1f-47c1-8b41-189a5946a89b HTTP/1.1" status: 200 len: 1093 time: 0.7518728 May 27 03:45:58.111078 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81322356-0053-4463-8f43-057cfbc49d7f', 'tag': 'b33fb3f0-7b1f-47c1-8b41-189a5946a89b'}] {{(pid=104678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:45:58.113297 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e1ed873ee784d85eb1b1d61ec54b86d2255e46a50b7e273563a24fff47d01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcb5045-c6ee-4fd8-9a74-be91c18d47b3" -d '{"events": [{"name": "network-changed", "server_uuid": "81322356-0053-4463-8f43-057cfbc49d7f", "tag": "b33fb3f0-7b1f-47c1-8b41-189a5946a89b"}]}' {{(pid=104678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:45:58.120054 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:58.138663 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2529689-c277-4dd7-9ca6-02a4fd1e9e26 service neutron] Pushing event updated for resources: {'Port': ['ID=b33fb3f0-7b1f-47c1-8b41-189a5946a89b,revision_number=3']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:58.167093 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31922327-4304-42a1-839b-1f2d322aa247 x-openstack-request-id: req-31922327-4304-42a1-839b-1f2d322aa247 {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:45:58.167093 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81322356-0053-4463-8f43-057cfbc49d7f", "tag": "b33fb3f0-7b1f-47c1-8b41-189a5946a89b", "status": "completed", "code": 200}]} {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:45:58.167093 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-31922327-4304-42a1-839b-1f2d322aa247 {{(pid=104678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:45:58.167093 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31922327-4304-42a1-839b-1f2d322aa247'] response: {'name': 'network-changed', 'server_uuid': '81322356-0053-4463-8f43-057cfbc49d7f', 'tag': 'b33fb3f0-7b1f-47c1-8b41-189a5946a89b', 'status': 'completed', 'code': 200} May 27 03:45:58.226471 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb5045-c6ee-4fd8-9a74-be91c18d47b3 req-2181866b-d2f0-4089-be59-551fd1ca76c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:58.233659 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-9dcb5045-c6ee-4fd8-9a74-be91c18d47b3 req-2181866b-d2f0-4089-be59-551fd1ca76c6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e64d3975127c49b387c4f167cd3f269a&device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 1127 time: 0.0424085 May 27 03:45:58.306256 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:58.341126 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb5045-c6ee-4fd8-9a74-be91c18d47b3 req-67c81674-9b8e-47e5-b5dc-864bece27b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:58.342932 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-9dcb5045-c6ee-4fd8-9a74-be91c18d47b3 req-67c81674-9b8e-47e5-b5dc-864bece27b06 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=e64d3975127c49b387c4f167cd3f269a&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1083829 May 27 03:45:58.441015 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb5045-c6ee-4fd8-9a74-be91c18d47b3 req-5bcda035-33a4-4704-abf7-33780e5fe3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:58.442432 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-9dcb5045-c6ee-4fd8-9a74-be91c18d47b3 req-5bcda035-33a4-4704-abf7-33780e5fe3ae service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939870 May 27 03:45:58.516805 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-fbb205ce-938a-439b-a535-63d073951f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:58.518235 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-fbb205ce-938a-439b-a535-63d073951f3f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e64d3975127c49b387c4f167cd3f269a&device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 1127 time: 0.0388687 May 27 03:45:58.560438 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-53ace240-12ef-446c-9772-492ed2643c60 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b33fb3f0-7b1f-47c1-8b41-189a5946a89b HTTP/1.1" status: 200 len: 217 time: 0.0338964 May 27 03:45:58.608757 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-7466f606-3a40-4e54-b57d-7f4ff5d1fc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:58.610256 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-7466f606-3a40-4e54-b57d-7f4ff5d1fc74 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2f40426d-a764-47ba-9279-ffa431835798 HTTP/1.1" status: 200 len: 855 time: 0.0448697 May 27 03:45:58.656111 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-b73fc17a-a043-46d9-b0b8-292f77c20d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:58.657675 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-b73fc17a-a043-46d9-b0b8-292f77c20d9e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d4913486-ec50-4585-8ca2-f97563844744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0413468 May 27 03:45:58.745351 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-2114a089-3d94-4bcd-a83d-575865810a6a service neutron] 10.222.0.72 "GET /v2.0/networks/d4913486-ec50-4585-8ca2-f97563844744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818965 May 27 03:45:58.836847 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-23b764b3-96ee-4120-ac86-6927f7e85b09 req-d0cb426b-d379-4345-ad63-f120ab01d99a service neutron] 10.222.0.72 "GET /v2.0/networks/d4913486-ec50-4585-8ca2-f97563844744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858049 May 27 03:45:59.018105 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54146cfa-7b55-4d2d-a201-5af89d0768b7 req-e17664dc-081d-469b-a855-ee01e48022c0 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:59.019556 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-54146cfa-7b55-4d2d-a201-5af89d0768b7 req-e17664dc-081d-469b-a855-ee01e48022c0 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 943 time: 0.0501645 May 27 03:45:59.066151 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-54146cfa-7b55-4d2d-a201-5af89d0768b7 req-bc5924e8-0177-4a9e-bf69-e85f7e166398 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408170 May 27 03:45:59.782276 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device b33fb3f0-7b1f-47c1-8b41-189a5946a89b details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:45:59.793046 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:59.852883 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:59.882005 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port b33fb3f0-7b1f-47c1-8b41-189a5946a89b, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=b33fb3f0-7b1f-47c1-8b41-189a5946a89b,segment=NetworkSegment(db38ef5c-f497-4e30-948a-fea63a50f9cb),segment_id=db38ef5c-f497-4e30-948a-fea63a50f9cb)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:59.894332 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Returning: {'device': 'b33fb3f0-7b1f-47c1-8b41-189a5946a89b', 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744', 'port_id': 'b33fb3f0-7b1f-47c1-8b41-189a5946a89b', 'mac_address': 'fa:16:3e:7e:a3:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f40426d-a764-47ba-9279-ffa431835798', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:45:59.929979 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port b33fb3f0-7b1f-47c1-8b41-189a5946a89b is: DOWN; New status is: BUILD {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:45:59.930360 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (b33fb3f0-7b1f-47c1-8b41-189a5946a89b), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:59.943140 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b33fb3f0-7b1f-47c1-8b41-189a5946a89b {{(pid=104679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:45:59.962644 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port b33fb3f0-7b1f-47c1-8b41-189a5946a89b, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=b33fb3f0-7b1f-47c1-8b41-189a5946a89b,segment=NetworkSegment(db38ef5c-f497-4e30-948a-fea63a50f9cb),segment_id=db38ef5c-f497-4e30-948a-fea63a50f9cb)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:46:00.034609 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (b33fb3f0-7b1f-47c1-8b41-189a5946a89b), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:00.080677 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=b33fb3f0-7b1f-47c1-8b41-189a5946a89b,revision_number=4']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:00.087881 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:00.088229 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:00.088569 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:00.088931 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:00.089287 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:00.089624 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:00.089955 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:00.091273 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:00.091760 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:00.092344 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:00.093044 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:00.093682 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:00.094019 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:00.094349 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:00.094676 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:00.187582 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5b6b6-a21a-4406-b1b4-a1a008eb30e2 req-cc2922cd-81ee-4a65-af0a-66441be6a0eb tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:46:00.189034 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-64a5b6b6-a21a-4406-b1b4-a1a008eb30e2 req-cc2922cd-81ee-4a65-af0a-66441be6a0eb tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 944 time: 0.0473137 May 27 03:46:00.229515 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] get_ports_and_sgs() called for port_ids ['b33fb3f0-7b1f-47c1-8b41-189a5946a89b'] {{(pid=104679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:46:00.236270 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-64a5b6b6-a21a-4406-b1b4-a1a008eb30e2 req-9c698163-ea2e-4305-92b4-d3ed9aaad1eb tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416374 May 27 03:46:01.351964 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80746a61-8817-4da7-b7d5-788d0482b11a req-abf7db38-d1e2-43b8-af31-fed5a3034002 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:46:01.353488 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-80746a61-8817-4da7-b7d5-788d0482b11a req-abf7db38-d1e2-43b8-af31-fed5a3034002 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 944 time: 0.0465910 May 27 03:46:01.404629 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-80746a61-8817-4da7-b7d5-788d0482b11a req-6837e9ce-0776-469c-85ca-e294a32f14e1 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447628 May 27 03:46:01.792143 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device b33fb3f0-7b1f-47c1-8b41-189a5946a89b up at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:46:01.833044 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Provisioning for port b33fb3f0-7b1f-47c1-8b41-189a5946a89b completed by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:46:01.913637 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Provisioning complete for port b33fb3f0-7b1f-47c1-8b41-189a5946a89b triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:46:01.914004 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (b33fb3f0-7b1f-47c1-8b41-189a5946a89b), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:01.989997 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port b33fb3f0-7b1f-47c1-8b41-189a5946a89b is: BUILD; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:46:01.990384 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (b33fb3f0-7b1f-47c1-8b41-189a5946a89b), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:02.013486 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81322356-0053-4463-8f43-057cfbc49d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33fb3f0-7b1f-47c1-8b41-189a5946a89b'}] {{(pid=104679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:46:02.015701 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d249cf550e2d843300bc9a66ec52257e0462e4d4b5166dc6bcb5b411a3eed5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c02a5de-d059-480b-ae26-531f38e8de77" -d '{"events": [{"server_uuid": "81322356-0053-4463-8f43-057cfbc49d7f", "name": "network-vif-plugged", "status": "completed", "tag": "b33fb3f0-7b1f-47c1-8b41-189a5946a89b"}]}' {{(pid=104679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:46:02.029024 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port b33fb3f0-7b1f-47c1-8b41-189a5946a89b, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=b33fb3f0-7b1f-47c1-8b41-189a5946a89b,segment=NetworkSegment(db38ef5c-f497-4e30-948a-fea63a50f9cb),segment_id=db38ef5c-f497-4e30-948a-fea63a50f9cb)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:46:02.052299 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2849681b-4017-4e77-868e-8812d654eb86 x-openstack-request-id: req-2849681b-4017-4e77-868e-8812d654eb86 {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:46:02.052604 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81322356-0053-4463-8f43-057cfbc49d7f", "name": "network-vif-plugged", "status": "completed", "tag": "b33fb3f0-7b1f-47c1-8b41-189a5946a89b", "code": 200}]} {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:46:02.052856 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2849681b-4017-4e77-868e-8812d654eb86 {{(pid=104679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:46:02.053294 dv-cinder-843361-2-smb neutron-server[104679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2849681b-4017-4e77-868e-8812d654eb86'] response: {'server_uuid': '81322356-0053-4463-8f43-057cfbc49d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33fb3f0-7b1f-47c1-8b41-189a5946a89b', 'code': 200} May 27 03:46:02.097045 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (b33fb3f0-7b1f-47c1-8b41-189a5946a89b), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:02.145998 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=b33fb3f0-7b1f-47c1-8b41-189a5946a89b,revision_number=5']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:02.400122 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008a73e-421a-4d1e-92c2-e812b128b146 req-b2d64493-8edd-4a74-8d57-e7d1c7649f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:46:02.401741 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-0008a73e-421a-4d1e-92c2-e812b128b146 req-b2d64493-8edd-4a74-8d57-e7d1c7649f47 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 1129 time: 0.0385487 May 27 03:46:02.446124 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-0008a73e-421a-4d1e-92c2-e812b128b146 req-3a059588-6a78-47f4-a367-b4da6c3722dd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382879 May 27 03:46:02.530041 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa54607-91a2-4562-b550-59836e20763a req-11c23d8c-8ea3-48d0-986c-937af54b583e tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:46:02.531542 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-cfa54607-91a2-4562-b550-59836e20763a req-11c23d8c-8ea3-48d0-986c-937af54b583e tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 945 time: 0.0552795 May 27 03:46:02.580216 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-cfa54607-91a2-4562-b550-59836e20763a req-37b87c5b-abd8-4b7f-9c45-511fbc3108ed tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430505 May 27 03:46:03.040608 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:03.042442 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:03.698006 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785b52b-402d-4465-965a-27c8c20d375d req-c52a596a-ca98-44ce-9601-1354f47c6c59 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:46:03.699461 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-7785b52b-402d-4465-965a-27c8c20d375d req-c52a596a-ca98-44ce-9601-1354f47c6c59 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 945 time: 0.0464084 May 27 03:46:03.747727 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-7785b52b-402d-4465-965a-27c8c20d375d req-7360f6b8-b56a-4ec8-b299-285390849d6f tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419858 May 27 03:46:04.860494 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:04.871246 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a8b0a-39e5-4e36-87c2-175a01cc9dd5 req-6238bdb2-cd0b-4721-b87c-2989c3569fa0 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:46:04.873720 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0a4a8b0a-39e5-4e36-87c2-175a01cc9dd5 req-6238bdb2-cd0b-4721-b87c-2989c3569fa0 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 945 time: 0.0513299 May 27 03:46:04.923929 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0a4a8b0a-39e5-4e36-87c2-175a01cc9dd5 req-626f5508-0f96-4902-bec4-2f328f918b47 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446696 May 27 03:46:05.038993 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3878b-bc40-48fb-a864-4a1243e9e915 req-20cb8281-7861-491d-81f7-d3adb40f094b tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:46:05.040393 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2cd3878b-bc40-48fb-a864-4a1243e9e915 req-20cb8281-7861-491d-81f7-d3adb40f094b tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 945 time: 0.0467970 May 27 03:46:05.049601 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 58986) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:46:05.053943 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-f8af15e2-9415-4f49-a8fb-b464ea220f66 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Request body: {'floatingip': {'port_id': 'b33fb3f0-7b1f-47c1-8b41-189a5946a89b'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:46:05.094503 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f8af15e2-9415-4f49-a8fb-b464ea220f66 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks [] for floatingip (fdbf0cce-c159-437e-8ad4-84aebf45e0e4), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:05.334285 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:05.505612 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f8af15e2-9415-4f49-a8fb-b464ea220f66 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:05.594280 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f8af15e2-9415-4f49-a8fb-b464ea220f66 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665637'] for floatingip (fdbf0cce-c159-437e-8ad4-84aebf45e0e4), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:05.690473 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.db.l3_db [None req-f8af15e2-9415-4f49-a8fb-b464ea220f66 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Floating IP fdbf0cce-c159-437e-8ad4-84aebf45e0e4 associated. External IP: 172.28.2.198, port: b33fb3f0-7b1f-47c1-8b41-189a5946a89b. May 27 03:46:05.882762 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8af15e2-9415-4f49-a8fb-b464ea220f66 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Router be077baf-7e54-4c6c-9d7f-973736ca605e has already been hosted by L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 {{(pid=104677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:46:05.982521 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8af15e2-9415-4f49-a8fb-b464ea220f66 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:46:05.987284 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f8af15e2-9415-4f49-a8fb-b464ea220f66 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for floatingip (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:05.991876 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb23cc53-eca4-4b94-956b-a6ae5cfdf0b9 None None] Sync routers for ids ['be077baf-7e54-4c6c-9d7f-973736ca605e'] in dv-cinder-843361-2-smb {{(pid=104679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:46:06.001545 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb23cc53-eca4-4b94-956b-a6ae5cfdf0b9 None None] Routers {'be077baf-7e54-4c6c-9d7f-973736ca605e'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:46:06.002161 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-bb23cc53-eca4-4b94-956b-a6ae5cfdf0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:45:38Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['be077baf-7e54-4c6c-9d7f-973736ca605e'], 'active': True} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:06.018082 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-f8af15e2-9415-4f49-a8fb-b464ea220f66 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "PUT /v2.0/floatingips/fdbf0cce-c159-437e-8ad4-84aebf45e0e4 HTTP/1.1" status: 200 len: 991 time: 0.9674220 May 27 03:46:06.018767 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81322356-0053-4463-8f43-057cfbc49d7f', 'tag': 'b33fb3f0-7b1f-47c1-8b41-189a5946a89b'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:46:06.021092 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5933d85cf17399e2dc167eca01249890e1c66fccb09b4015a1c2ab305ead4f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5de1107-437d-4d4b-b55c-234065a24d2d" -d '{"events": [{"name": "network-changed", "server_uuid": "81322356-0053-4463-8f43-057cfbc49d7f", "tag": "b33fb3f0-7b1f-47c1-8b41-189a5946a89b"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:46:06.057617 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:06.058376 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676b2498-b856-49ae-a6ca-dfc63eca03c0 x-openstack-request-id: req-676b2498-b856-49ae-a6ca-dfc63eca03c0 {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:46:06.058724 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81322356-0053-4463-8f43-057cfbc49d7f", "tag": "b33fb3f0-7b1f-47c1-8b41-189a5946a89b", "status": "completed", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:46:06.058987 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-676b2498-b856-49ae-a6ca-dfc63eca03c0 {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:46:06.059390 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-676b2498-b856-49ae-a6ca-dfc63eca03c0'] response: {'name': 'network-changed', 'server_uuid': '81322356-0053-4463-8f43-057cfbc49d7f', 'tag': 'b33fb3f0-7b1f-47c1-8b41-189a5946a89b', 'status': 'completed', 'code': 200} May 27 03:46:06.116158 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de1107-437d-4d4b-b55c-234065a24d2d req-fd7a74d4-0cac-4d68-ad95-6353ebd1a475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:46:06.116779 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvr_db [None req-bb23cc53-eca4-4b94-956b-a6ae5cfdf0b9 None None] Set router be077baf-7e54-4c6c-9d7f-973736ca605e gateway port host: dv-cinder-843361-2-smb {{(pid=104679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:46:06.117694 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-a5de1107-437d-4d4b-b55c-234065a24d2d req-fd7a74d4-0cac-4d68-ad95-6353ebd1a475 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e64d3975127c49b387c4f167cd3f269a&device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 1129 time: 0.0388291 May 27 03:46:06.143717 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-901619be-6d6f-41af-9d95-679754bae7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:06.211911 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de1107-437d-4d4b-b55c-234065a24d2d req-597af002-2638-42c3-9dc3-fec031892d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:46:06.213470 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-a5de1107-437d-4d4b-b55c-234065a24d2d req-597af002-2638-42c3-9dc3-fec031892d07 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d4913486-ec50-4585-8ca2-f97563844744 HTTP/1.1" status: 200 len: 917 time: 0.0895665 May 27 03:46:06.277246 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:06.277863 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-a5de1107-437d-4d4b-b55c-234065a24d2d req-1756af69-298e-4540-8da2-978c635290d9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b33fb3f0-7b1f-47c1-8b41-189a5946a89b HTTP/1.1" status: 200 len: 999 time: 0.0555227 May 27 03:46:06.332340 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de1107-437d-4d4b-b55c-234065a24d2d req-7ed3a70b-d62c-484d-aec5-acc4c9159fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:46:06.332607 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-bb23cc53-eca4-4b94-956b-a6ae5cfdf0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'name': 'tempest-AttachVolumeShelveTestJSON-533071195-router', 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.187'}], 'enable_snat': True}, 'gw_port_id': '25a7a4ba-4bdc-4818-b9e6-6b55b9218b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:43:09Z', 'updated_at': '2022-05-27T03:43:13Z', 'revision_number': 4, 'project_id': 'e64d3975127c49b387c4f167cd3f269a', 'gw_port': {'id': '25a7a4ba-4bdc-4818-b9e6-6b55b9218b29', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:09Z', 'updated_at': '2022-05-27T03:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_floatingips': [{'id': 'fdbf0cce-c159-437e-8ad4-84aebf45e0e4', 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a', 'floating_ip_address': '172.28.2.198', 'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'router_id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'port_id': 'b33fb3f0-7b1f-47c1-8b41-189a5946a89b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744', 'mac_address': 'fa:16:3e:7e:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81322356-0053-4463-8f43-057cfbc49d7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:45:53Z', 'updated_at': '2022-05-27T03:46:05Z', 'revision_number': 1, 'project_id': 'e64d3975127c49b387c4f167cd3f269a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dabaf1cd-0bae-47bf-b100-3f588e5ff63c', 'name': '', 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744', 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a', 'mac_address': 'fa:16:3e:ca:1a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2f40426d-a764-47ba-9279-ffa431835798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:12Z', 'updated_at': '2022-05-27T03:43:16Z', 'revision_number': 5, 'project_id': 'e64d3975127c49b387c4f167cd3f269a', 'subnets': [{'id': '2f40426d-a764-47ba-9279-ffa431835798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:06.333833 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-a5de1107-437d-4d4b-b55c-234065a24d2d req-7ed3a70b-d62c-484d-aec5-acc4c9159fd9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2f40426d-a764-47ba-9279-ffa431835798 HTTP/1.1" status: 200 len: 855 time: 0.0501933 May 27 03:46:06.358980 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb23cc53-eca4-4b94-956b-a6ae5cfdf0b9 None None] Checking router: be077baf-7e54-4c6c-9d7f-973736ca605e for host: dv-cinder-843361-2-smb {{(pid=104679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:46:06.367661 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb23cc53-eca4-4b94-956b-a6ae5cfdf0b9 None None] Routers {'be077baf-7e54-4c6c-9d7f-973736ca605e'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:46:06.368285 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-bb23cc53-eca4-4b94-956b-a6ae5cfdf0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:45:38Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['be077baf-7e54-4c6c-9d7f-973736ca605e'], 'active': True} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:06.378070 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de1107-437d-4d4b-b55c-234065a24d2d req-1164c4c5-b9e7-49e9-b6bd-f408540c107a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:46:06.379573 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-a5de1107-437d-4d4b-b55c-234065a24d2d req-1164c4c5-b9e7-49e9-b6bd-f408540c107a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d4913486-ec50-4585-8ca2-f97563844744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0402062 May 27 03:46:06.459303 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=100 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:06.470248 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-a5de1107-437d-4d4b-b55c-234065a24d2d req-6d2996ea-fd98-4b1e-bdb4-1bcab67a06ad service neutron] 10.222.0.72 "GET /v2.0/networks/d4913486-ec50-4585-8ca2-f97563844744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844371 May 27 03:46:06.478574 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvr_db [None req-bb23cc53-eca4-4b94-956b-a6ae5cfdf0b9 None None] Set router be077baf-7e54-4c6c-9d7f-973736ca605e gateway port host: dv-cinder-843361-2-smb {{(pid=104679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:46:06.560671 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=100 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:06.567152 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-a5de1107-437d-4d4b-b55c-234065a24d2d req-8fed230f-5b2f-4019-950e-d1ceb14db538 service neutron] 10.222.0.72 "GET /v2.0/networks/d4913486-ec50-4585-8ca2-f97563844744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900898 May 27 03:46:06.701663 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-bb23cc53-eca4-4b94-956b-a6ae5cfdf0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'name': 'tempest-AttachVolumeShelveTestJSON-533071195-router', 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.187'}], 'enable_snat': True}, 'gw_port_id': '25a7a4ba-4bdc-4818-b9e6-6b55b9218b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:43:09Z', 'updated_at': '2022-05-27T03:43:13Z', 'revision_number': 4, 'project_id': 'e64d3975127c49b387c4f167cd3f269a', 'gw_port': {'id': '25a7a4ba-4bdc-4818-b9e6-6b55b9218b29', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:09Z', 'updated_at': '2022-05-27T03:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_floatingips': [{'id': 'fdbf0cce-c159-437e-8ad4-84aebf45e0e4', 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a', 'floating_ip_address': '172.28.2.198', 'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'router_id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'port_id': 'b33fb3f0-7b1f-47c1-8b41-189a5946a89b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744', 'mac_address': 'fa:16:3e:7e:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81322356-0053-4463-8f43-057cfbc49d7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:45:53Z', 'updated_at': '2022-05-27T03:46:05Z', 'revision_number': 1, 'project_id': 'e64d3975127c49b387c4f167cd3f269a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dabaf1cd-0bae-47bf-b100-3f588e5ff63c', 'name': '', 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744', 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a', 'mac_address': 'fa:16:3e:ca:1a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2f40426d-a764-47ba-9279-ffa431835798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:12Z', 'updated_at': '2022-05-27T03:43:16Z', 'revision_number': 5, 'project_id': 'e64d3975127c49b387c4f167cd3f269a', 'subnets': [{'id': '2f40426d-a764-47ba-9279-ffa431835798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:06.725994 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb23cc53-eca4-4b94-956b-a6ae5cfdf0b9 None None] The sync data for ids ['be077baf-7e54-4c6c-9d7f-973736ca605e'] in dv-cinder-843361-2-smb is: [{'id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'name': 'tempest-AttachVolumeShelveTestJSON-533071195-router', 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.187'}], 'enable_snat': True}, 'gw_port_id': '25a7a4ba-4bdc-4818-b9e6-6b55b9218b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:43:09Z', 'updated_at': '2022-05-27T03:43:13Z', 'revision_number': 4, 'project_id': 'e64d3975127c49b387c4f167cd3f269a', 'gw_port': {'id': '25a7a4ba-4bdc-4818-b9e6-6b55b9218b29', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:09Z', 'updated_at': '2022-05-27T03:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_floatingips': [{'id': 'fdbf0cce-c159-437e-8ad4-84aebf45e0e4', 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a', 'floating_ip_address': '172.28.2.198', 'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'router_id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'port_id': 'b33fb3f0-7b1f-47c1-8b41-189a5946a89b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744', 'mac_address': 'fa:16:3e:7e:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81322356-0053-4463-8f43-057cfbc49d7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:45:53Z', 'updated_at': '2022-05-27T03:46:05Z', 'revision_number': 1, 'project_id': 'e64d3975127c49b387c4f167cd3f269a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dabaf1cd-0bae-47bf-b100-3f588e5ff63c', 'name': '', 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744', 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a', 'mac_address': 'fa:16:3e:ca:1a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2f40426d-a764-47ba-9279-ffa431835798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:12Z', 'updated_at': '2022-05-27T03:43:16Z', 'revision_number': 5, 'project_id': 'e64d3975127c49b387c4f167cd3f269a', 'subnets': [{'id': '2f40426d-a764-47ba-9279-ffa431835798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:46:06.903093 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d70f8c-2f26-4ab6-8af7-e76b9262257d None None] New status for floating IP fdbf0cce-c159-437e-8ad4-84aebf45e0e4: ACTIVE {{(pid=104680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:46:08.331077 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-93eba5dd-24ae-4f5b-82d8-0a551596e81b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:08.742599 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:09.382709 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:11.028468 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:12.330747 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:15.153512 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-ac014dc5-0c68-4b47-a9d9-8b0463f8426c req-19b41333-af39-4681-ace2-949657278546 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0367188 May 27 03:46:15.236469 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac014dc5-0c68-4b47-a9d9-8b0463f8426c req-1c88e8fa-4d44-466f-96ec-7aa791a9ae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:46:15.238041 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-ac014dc5-0c68-4b47-a9d9-8b0463f8426c req-1c88e8fa-4d44-466f-96ec-7aa791a9ae93 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e64d3975127c49b387c4f167cd3f269a&device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 1129 time: 0.0396442 May 27 03:46:15.346227 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac014dc5-0c68-4b47-a9d9-8b0463f8426c req-3b753790-6fa5-4bcb-ae5a-9433bfe19c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:46:15.347693 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-ac014dc5-0c68-4b47-a9d9-8b0463f8426c req-3b753790-6fa5-4bcb-ae5a-9433bfe19c74 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d4913486-ec50-4585-8ca2-f97563844744 HTTP/1.1" status: 200 len: 917 time: 0.0901814 May 27 03:46:15.410275 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-ac014dc5-0c68-4b47-a9d9-8b0463f8426c req-793452b1-76dc-43ba-81e0-a0c015f30eff service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b33fb3f0-7b1f-47c1-8b41-189a5946a89b HTTP/1.1" status: 200 len: 1001 time: 0.0553401 May 27 03:46:15.463395 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac014dc5-0c68-4b47-a9d9-8b0463f8426c req-8a740bd0-38e3-42db-b479-aad0286b03e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:46:15.464814 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-ac014dc5-0c68-4b47-a9d9-8b0463f8426c req-8a740bd0-38e3-42db-b479-aad0286b03e8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2f40426d-a764-47ba-9279-ffa431835798 HTTP/1.1" status: 200 len: 855 time: 0.0471771 May 27 03:46:15.505889 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac014dc5-0c68-4b47-a9d9-8b0463f8426c req-9a0d2b87-a122-4336-b0c1-b32e79a2071a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:46:15.507324 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-ac014dc5-0c68-4b47-a9d9-8b0463f8426c req-9a0d2b87-a122-4336-b0c1-b32e79a2071a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d4913486-ec50-4585-8ca2-f97563844744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0365589 May 27 03:46:15.594136 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-ac014dc5-0c68-4b47-a9d9-8b0463f8426c req-9b0107e1-0d5d-4c17-ac8b-1a4669222bad service neutron] 10.222.0.72 "GET /v2.0/networks/d4913486-ec50-4585-8ca2-f97563844744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810187 May 27 03:46:15.683735 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-ac014dc5-0c68-4b47-a9d9-8b0463f8426c req-820e926b-1354-4ef4-8926-ff593e625d9f service neutron] 10.222.0.72 "GET /v2.0/networks/d4913486-ec50-4585-8ca2-f97563844744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836420 May 27 03:46:16.013027 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:16.021250 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:17.002860 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:17.005676 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:22.284695 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=72,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:22.286642 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=44,neutron:UPDATE=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:24.334098 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 6 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:46:25.679322 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=44 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:25.681215 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=65 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:34.328108 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=3 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:34.330010 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=5 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:36.130672 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-cb405ba3-48a8-49e5-86ae-4f0bf16a4c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:38.342793 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-a48e6c59-b420-47c3-ac6a-3f4cb7c1b06e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:38.833980 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:39.393614 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:41.051162 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:41.424080 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea4c0d-afe4-4853-89d9-8247059a21f8 req-61da4d37-5345-4d2c-93ff-89303a7bd7b8 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:46:41.425590 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-38ea4c0d-afe4-4853-89d9-8247059a21f8 req-61da4d37-5345-4d2c-93ff-89303a7bd7b8 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 945 time: 0.0477061 May 27 03:46:41.475296 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-38ea4c0d-afe4-4853-89d9-8247059a21f8 req-bfb957ed-0d07-4ff1-8c79-6f73e9036da2 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434794 May 27 03:46:42.365036 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:42.595473 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25bd88-f0c8-482d-8f7b-11540413dcf9 req-cb44586b-2064-40d5-b419-847baa336b34 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:46:42.596970 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-db25bd88-f0c8-482d-8f7b-11540413dcf9 req-cb44586b-2064-40d5-b419-847baa336b34 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 945 time: 0.0471509 May 27 03:46:42.647714 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-db25bd88-f0c8-482d-8f7b-11540413dcf9 req-d4d7055e-7eb0-4565-8205-5f79af539e48 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444727 May 27 03:46:43.769842 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37bbae-4cae-4217-896a-9c6db344a434 req-da5a51c3-c199-4976-9a65-671ea0380fff tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:46:43.771463 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9b37bbae-4cae-4217-896a-9c6db344a434 req-da5a51c3-c199-4976-9a65-671ea0380fff tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 945 time: 0.0473554 May 27 03:46:43.818889 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9b37bbae-4cae-4217-896a-9c6db344a434 req-22e81270-8e42-414e-9ec5-31f255a3fb1f tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418637 May 27 03:46:44.936081 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de1c90-5c5c-4ae4-afa4-5f20ae8971f9 req-47bddbc7-c510-4ea9-b293-c9375e3e1710 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:46:44.937568 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-80de1c90-5c5c-4ae4-afa4-5f20ae8971f9 req-47bddbc7-c510-4ea9-b293-c9375e3e1710 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 945 time: 0.0464768 May 27 03:46:44.984584 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-80de1c90-5c5c-4ae4-afa4-5f20ae8971f9 req-11ddb674-04e1-441c-826b-1f3223245ea6 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408750 May 27 03:46:46.105824 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69174d5-03e6-4680-bd65-3925d3b89f84 req-04775ffc-8bc5-4ce1-80fc-0aa8614fac52 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:46:46.107324 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b69174d5-03e6-4680-bd65-3925d3b89f84 req-04775ffc-8bc5-4ce1-80fc-0aa8614fac52 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 945 time: 0.0504797 May 27 03:46:46.154759 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b69174d5-03e6-4680-bd65-3925d3b89f84 req-1d2528ef-36d3-44e4-bc6d-f0bafe7456f0 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418255 May 27 03:46:47.271774 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889725b-d223-4144-8569-f3e6ca7c0f2b req-3aa88f81-24c1-49b4-8297-c0c9b029a63c tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:46:47.273238 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-8889725b-d223-4144-8569-f3e6ca7c0f2b req-3aa88f81-24c1-49b4-8297-c0c9b029a63c tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 945 time: 0.0463879 May 27 03:46:47.320460 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-8889725b-d223-4144-8569-f3e6ca7c0f2b req-9f14e851-ab27-4daa-8f55-b23ac2d78b69 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417523 May 27 03:46:48.440913 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e91fbe-c0d4-4d3d-b0c7-2588235f99e7 req-ac7f82f0-ff1a-43ad-b805-ef830713735f tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:46:48.443456 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-94e91fbe-c0d4-4d3d-b0c7-2588235f99e7 req-ac7f82f0-ff1a-43ad-b805-ef830713735f tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 945 time: 0.0515325 May 27 03:46:48.490802 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-94e91fbe-c0d4-4d3d-b0c7-2588235f99e7 req-4fa960ae-0007-4c09-ab18-65e9e8763e6d tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418141 May 27 03:46:49.610474 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878bd8d-285b-4acc-9016-0ad16fae8765 req-cb0c48ca-cb34-47dd-9893-56ef107f4b63 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:46:49.611978 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0878bd8d-285b-4acc-9016-0ad16fae8765 req-cb0c48ca-cb34-47dd-9893-56ef107f4b63 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 945 time: 0.0472355 May 27 03:46:49.658717 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0878bd8d-285b-4acc-9016-0ad16fae8765 req-a4cb97c5-3b0e-42c2-a376-de38db7e8c81 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409658 May 27 03:46:50.774858 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d7c9e-df61-4c38-9c6a-c1c9359b0b16 req-3135539f-99e6-4e6b-b8e1-86155c00525f tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:46:50.776386 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-1a0d7c9e-df61-4c38-9c6a-c1c9359b0b16 req-3135539f-99e6-4e6b-b8e1-86155c00525f tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 945 time: 0.0474601 May 27 03:46:50.826933 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-1a0d7c9e-df61-4c38-9c6a-c1c9359b0b16 req-0aacdce3-216a-4cba-b620-84cae4a4f087 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449352 May 27 03:46:51.944985 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae851e9b-6945-4656-b266-315a848961c9 req-c4008040-b254-4850-935e-17aaa73fcb43 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:46:51.946492 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ae851e9b-6945-4656-b266-315a848961c9 req-c4008040-b254-4850-935e-17aaa73fcb43 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 945 time: 0.0471251 May 27 03:46:51.993924 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ae851e9b-6945-4656-b266-315a848961c9 req-97e280df-b412-4914-b153-ca8419494836 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420001 May 27 03:46:52.286972 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:52.288849 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:53.074792 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:53.111391 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd7d14-5a9b-42bb-a6f1-6e975ee1c698 req-10c7d582-4555-4a6c-8f9e-63318a81b1a6 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:46:53.112890 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-12cd7d14-5a9b-42bb-a6f1-6e975ee1c698 req-10c7d582-4555-4a6c-8f9e-63318a81b1a6 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 945 time: 0.0471065 May 27 03:46:53.159102 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-12cd7d14-5a9b-42bb-a6f1-6e975ee1c698 req-a8a5bd4e-d360-46c0-bb69-fbe3467ed596 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400651 May 27 03:46:54.280312 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500d69a-9941-4d0f-a9e6-3a1bc558bdf3 req-cc2e8b99-153d-4d61-bd63-d981101c926b tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:46:54.281793 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c500d69a-9941-4d0f-a9e6-3a1bc558bdf3 req-cc2e8b99-153d-4d61-bd63-d981101c926b tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 945 time: 0.0493581 May 27 03:46:54.314054 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:54.329056 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c500d69a-9941-4d0f-a9e6-3a1bc558bdf3 req-8b5f0c95-ec4d-4b4a-b1b5-29fd45a0d54b tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414035 May 27 03:46:55.447613 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d773c43-6e44-481f-8528-befe66489169 req-1b3a6ce7-9c4f-420e-a6ef-10a131f19374 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:46:55.449201 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2d773c43-6e44-481f-8528-befe66489169 req-1b3a6ce7-9c4f-420e-a6ef-10a131f19374 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 945 time: 0.0484948 May 27 03:46:55.497642 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2d773c43-6e44-481f-8528-befe66489169 req-52a11c18-e96b-4815-b8f7-2c4fce9d7652 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427577 May 27 03:46:56.614250 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79450a68-1f35-4a58-b82f-dd56ea3bb633 req-a24c35ca-427d-4f70-a80d-8aa40ed5fa75 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:46:56.616558 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-79450a68-1f35-4a58-b82f-dd56ea3bb633 req-a24c35ca-427d-4f70-a80d-8aa40ed5fa75 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 945 time: 0.0464025 May 27 03:46:56.667118 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-79450a68-1f35-4a58-b82f-dd56ea3bb633 req-f8b3862f-e77c-484c-b711-3f73892749bb tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450504 May 27 03:46:57.785401 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06bf481-1252-453e-81f1-509e7ef9bcdd req-40943e48-eda6-4e08-85f1-ee82970997d8 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:46:57.787125 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-a06bf481-1252-453e-81f1-509e7ef9bcdd req-40943e48-eda6-4e08-85f1-ee82970997d8 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 945 time: 0.0462000 May 27 03:46:57.832997 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-a06bf481-1252-453e-81f1-509e7ef9bcdd req-f440fd0d-b4fa-4700-ac52-444f0b57be65 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407112 May 27 03:46:58.143551 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device b33fb3f0-7b1f-47c1-8b41-189a5946a89b details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:46:58.242300 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port b33fb3f0-7b1f-47c1-8b41-189a5946a89b, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=b33fb3f0-7b1f-47c1-8b41-189a5946a89b,segment=NetworkSegment(db38ef5c-f497-4e30-948a-fea63a50f9cb),segment_id=db38ef5c-f497-4e30-948a-fea63a50f9cb)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:46:58.254103 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Returning: {'device': 'b33fb3f0-7b1f-47c1-8b41-189a5946a89b', 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744', 'port_id': 'b33fb3f0-7b1f-47c1-8b41-189a5946a89b', 'mac_address': 'fa:16:3e:7e:a3:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f40426d-a764-47ba-9279-ffa431835798', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:46:58.290708 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port b33fb3f0-7b1f-47c1-8b41-189a5946a89b is: ACTIVE; New status is: BUILD {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:46:58.291097 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (b33fb3f0-7b1f-47c1-8b41-189a5946a89b), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:58.304070 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b33fb3f0-7b1f-47c1-8b41-189a5946a89b {{(pid=104679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:46:58.324030 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port b33fb3f0-7b1f-47c1-8b41-189a5946a89b, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=b33fb3f0-7b1f-47c1-8b41-189a5946a89b,segment=NetworkSegment(db38ef5c-f497-4e30-948a-fea63a50f9cb),segment_id=db38ef5c-f497-4e30-948a-fea63a50f9cb)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:46:58.433148 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (b33fb3f0-7b1f-47c1-8b41-189a5946a89b), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:58.490589 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=b33fb3f0-7b1f-47c1-8b41-189a5946a89b,revision_number=6']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:58.510109 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] get_ports_and_sgs() called for port_ids ['b33fb3f0-7b1f-47c1-8b41-189a5946a89b'] {{(pid=104679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:46:58.951331 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19865cae-7c41-40c8-84d7-672e022c5c95 req-2195570d-0df0-4878-aded-3cfc5c7ee5b8 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:46:58.952787 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-19865cae-7c41-40c8-84d7-672e022c5c95 req-2195570d-0df0-4878-aded-3cfc5c7ee5b8 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 944 time: 0.0474522 May 27 03:46:58.999254 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-19865cae-7c41-40c8-84d7-672e022c5c95 req-e3d12c02-cdc3-4422-951f-d2ac81c6abf3 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406947 May 27 03:47:00.146921 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca2878-a011-4ffd-8b71-0bdd5af1ed14 req-a4101ad7-4c84-48d9-a5a2-3c6397b8eac6 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:47:00.154969 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b6ca2878-a011-4ffd-8b71-0bdd5af1ed14 req-a4101ad7-4c84-48d9-a5a2-3c6397b8eac6 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 944 time: 0.0622740 May 27 03:47:00.155466 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device b33fb3f0-7b1f-47c1-8b41-189a5946a89b up at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:47:00.201729 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b6ca2878-a011-4ffd-8b71-0bdd5af1ed14 req-ca9d18ec-c7f1-4752-9c5e-16ae9e6edf8b tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456598 May 27 03:47:00.225712 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Provisioning complete for port b33fb3f0-7b1f-47c1-8b41-189a5946a89b triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:47:00.226089 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (b33fb3f0-7b1f-47c1-8b41-189a5946a89b), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:00.309026 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port b33fb3f0-7b1f-47c1-8b41-189a5946a89b is: BUILD; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:47:00.309504 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (b33fb3f0-7b1f-47c1-8b41-189a5946a89b), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:00.335153 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81322356-0053-4463-8f43-057cfbc49d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33fb3f0-7b1f-47c1-8b41-189a5946a89b'}] {{(pid=104679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:47:00.337409 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d249cf550e2d843300bc9a66ec52257e0462e4d4b5166dc6bcb5b411a3eed5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda801ad-cbf8-47f9-b46c-04e93bc72909" -d '{"events": [{"server_uuid": "81322356-0053-4463-8f43-057cfbc49d7f", "name": "network-vif-plugged", "status": "completed", "tag": "b33fb3f0-7b1f-47c1-8b41-189a5946a89b"}]}' {{(pid=104679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:47:00.350689 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port b33fb3f0-7b1f-47c1-8b41-189a5946a89b, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=b33fb3f0-7b1f-47c1-8b41-189a5946a89b,segment=NetworkSegment(db38ef5c-f497-4e30-948a-fea63a50f9cb),segment_id=db38ef5c-f497-4e30-948a-fea63a50f9cb)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:47:00.378412 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f83444-a84d-4025-8370-b2fb48bb02d9 x-openstack-request-id: req-c3f83444-a84d-4025-8370-b2fb48bb02d9 {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:47:00.378727 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81322356-0053-4463-8f43-057cfbc49d7f", "name": "network-vif-plugged", "status": "completed", "tag": "b33fb3f0-7b1f-47c1-8b41-189a5946a89b", "code": 200}]} {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:47:00.378985 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c3f83444-a84d-4025-8370-b2fb48bb02d9 {{(pid=104679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:47:00.379407 dv-cinder-843361-2-smb neutron-server[104679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3f83444-a84d-4025-8370-b2fb48bb02d9'] response: {'server_uuid': '81322356-0053-4463-8f43-057cfbc49d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33fb3f0-7b1f-47c1-8b41-189a5946a89b', 'code': 200} May 27 03:47:00.462990 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (b33fb3f0-7b1f-47c1-8b41-189a5946a89b), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:00.528178 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=b33fb3f0-7b1f-47c1-8b41-189a5946a89b,revision_number=7']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:00.542035 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:00.542384 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:00.542732 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:00.543092 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:00.543431 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:00.543783 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:00.544097 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:00.544414 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:00.544739 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:00.545062 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:00.545426 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:00.545820 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:00.546128 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:00.546450 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:00.546768 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:01.337823 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 6 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:47:01.343151 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642a682-1ad9-4f72-86f4-6cef3afd0fa6 req-871c6098-0bfa-4f5c-af20-7d3a821eba56 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:47:01.344889 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-a642a682-1ad9-4f72-86f4-6cef3afd0fa6 req-871c6098-0bfa-4f5c-af20-7d3a821eba56 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 945 time: 0.0534992 May 27 03:47:01.399096 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-a642a682-1ad9-4f72-86f4-6cef3afd0fa6 req-49ffcfec-ddd8-4169-a1fb-77af6ee47f4e tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446372 May 27 03:47:02.535495 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8517e-2597-4213-9ade-1fe6a6cc7823 req-bcfccf02-7c18-4f98-9cae-4b27354350c7 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:47:02.537018 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b0e8517e-2597-4213-9ade-1fe6a6cc7823 req-bcfccf02-7c18-4f98-9cae-4b27354350c7 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 945 time: 0.0604081 May 27 03:47:02.583748 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b0e8517e-2597-4213-9ade-1fe6a6cc7823 req-58209ad4-2f32-48db-8ced-6f54bcf8cb0e tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411568 May 27 03:47:03.718303 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987e7d0-064d-4d87-a05e-8bbf6cd81b75 req-ed433ac7-bd67-42b1-8b57-64af77963ce4 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:47:03.720116 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2987e7d0-064d-4d87-a05e-8bbf6cd81b75 req-ed433ac7-bd67-42b1-8b57-64af77963ce4 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 945 time: 0.0538261 May 27 03:47:03.775850 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2987e7d0-064d-4d87-a05e-8bbf6cd81b75 req-9ea98e97-b56a-4500-be00-d035f6e18571 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467474 May 27 03:47:04.911291 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1898ab-0e9d-4a00-a4c5-95b8986224d0 req-03df77d9-1ec0-4e21-a4e4-91b2ecfc7665 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:47:04.913432 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-cd1898ab-0e9d-4a00-a4c5-95b8986224d0 req-03df77d9-1ec0-4e21-a4e4-91b2ecfc7665 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 945 time: 0.0551219 May 27 03:47:04.952870 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:04.974420 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-cd1898ab-0e9d-4a00-a4c5-95b8986224d0 req-a74ea0db-7b42-46ce-89bf-c22b92b0a44e tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551517 May 27 03:47:06.108255 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31041c-c8be-4ce3-935f-c208b950466d req-6ae00c00-dac7-4c8d-9a22-954f6deabd6a tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:47:06.111429 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-1d31041c-c8be-4ce3-935f-c208b950466d req-6ae00c00-dac7-4c8d-9a22-954f6deabd6a tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 945 time: 0.0522614 May 27 03:47:06.125065 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-c995a24a-98bb-4208-a7b8-28383156f046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:06.169225 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-1d31041c-c8be-4ce3-935f-c208b950466d req-a6dbcedb-3004-462f-b6c3-2874699c4f33 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535429 May 27 03:47:07.308527 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c97fba-330c-4d5c-9830-54b4390d3824 req-6a20b19e-1d7b-40e7-9195-f829d6607c1c tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:47:07.316243 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-21c97fba-330c-4d5c-9830-54b4390d3824 req-6a20b19e-1d7b-40e7-9195-f829d6607c1c tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 945 time: 0.0604775 May 27 03:47:07.369908 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-21c97fba-330c-4d5c-9830-54b4390d3824 req-49cc3c2e-1d7f-40e1-ae4b-c8016a9013cd tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527780 May 27 03:47:08.329060 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:08.509233 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3231e-d7f4-4159-bfb9-3a2170d983ec req-cb981f00-d5c2-45b6-9227-94513babb41f tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:47:08.510724 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-1df3231e-d7f4-4159-bfb9-3a2170d983ec req-cb981f00-d5c2-45b6-9227-94513babb41f tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 945 time: 0.0609882 May 27 03:47:08.548533 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:08.560917 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-1df3231e-d7f4-4159-bfb9-3a2170d983ec req-a06ce049-6d23-4cec-84b8-4c46d4fda2bf tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446069 May 27 03:47:08.576218 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-6577667a-3269-48eb-87a7-fc5f20e1bc8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:08.770548 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:09.627771 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:09.678500 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841fe9d3-3d20-4fc4-a852-afc7ba5ebb62 req-a7059bd1-e8bb-4809-bdf2-e6b6d6e304ca tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:47:09.680011 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-841fe9d3-3d20-4fc4-a852-afc7ba5ebb62 req-a7059bd1-e8bb-4809-bdf2-e6b6d6e304ca tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 945 time: 0.0472245 May 27 03:47:09.729581 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-841fe9d3-3d20-4fc4-a852-afc7ba5ebb62 req-e57f0327-0847-478e-b03a-830c75b048b0 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437057 May 27 03:47:10.414683 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cd982-5749-4da4-a753-b89d5d3903a0 req-3a9d6c62-e852-44fb-91e9-e9b8ef755018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:47:10.416150 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-a90cd982-5749-4da4-a753-b89d5d3903a0 req-3a9d6c62-e852-44fb-91e9-e9b8ef755018 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e64d3975127c49b387c4f167cd3f269a&device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 1129 time: 0.0392992 May 27 03:47:10.512707 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cd982-5749-4da4-a753-b89d5d3903a0 req-1158543f-9c90-45c7-8b31-81eac3969c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:47:10.514253 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-a90cd982-5749-4da4-a753-b89d5d3903a0 req-1158543f-9c90-45c7-8b31-81eac3969c5e service neutron] 10.222.0.72 "GET /v2.0/networks?id=d4913486-ec50-4585-8ca2-f97563844744 HTTP/1.1" status: 200 len: 917 time: 0.0907731 May 27 03:47:10.578069 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-a90cd982-5749-4da4-a753-b89d5d3903a0 req-05cfc06a-6fc8-4373-b027-455f23b8a0ad service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b33fb3f0-7b1f-47c1-8b41-189a5946a89b HTTP/1.1" status: 200 len: 1001 time: 0.0564837 May 27 03:47:10.626980 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cd982-5749-4da4-a753-b89d5d3903a0 req-98b4b70f-0679-440e-838d-4170e581e98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:47:10.628396 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-a90cd982-5749-4da4-a753-b89d5d3903a0 req-98b4b70f-0679-440e-838d-4170e581e98f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2f40426d-a764-47ba-9279-ffa431835798 HTTP/1.1" status: 200 len: 855 time: 0.0441041 May 27 03:47:10.852078 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e283582-ac08-4e5e-923b-970bc1f3774f req-98e64a5a-58f2-45b9-a534-c04612657303 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:47:10.853625 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-1e283582-ac08-4e5e-923b-970bc1f3774f req-98e64a5a-58f2-45b9-a534-c04612657303 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 945 time: 0.0479572 May 27 03:47:10.930150 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cd982-5749-4da4-a753-b89d5d3903a0 req-66f1fdc3-dba8-4649-818c-a2011b30bd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:47:10.931724 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-a90cd982-5749-4da4-a753-b89d5d3903a0 req-66f1fdc3-dba8-4649-818c-a2011b30bd6b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d4913486-ec50-4585-8ca2-f97563844744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2968717 May 27 03:47:11.027966 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-a90cd982-5749-4da4-a753-b89d5d3903a0 req-1bb73152-eb2c-4367-a7ef-a50014a48f4b service neutron] 10.222.0.72 "GET /v2.0/networks/d4913486-ec50-4585-8ca2-f97563844744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894086 May 27 03:47:11.039726 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:11.126587 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-a90cd982-5749-4da4-a753-b89d5d3903a0 req-69de488a-a089-45ea-b793-ee007d99f0d7 service neutron] 10.222.0.72 "GET /v2.0/networks/d4913486-ec50-4585-8ca2-f97563844744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928400 May 27 03:47:11.153310 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-1e283582-ac08-4e5e-923b-970bc1f3774f req-5e5bc48a-68a0-497f-9dfd-1b96f993c993 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2939427 May 27 03:47:11.337493 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=6 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:12.269747 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25330a4-2771-4362-b455-6155b79b987b req-8d36b1be-51fd-446f-9590-f5ae4425bac7 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:47:12.271181 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b25330a4-2771-4362-b455-6155b79b987b req-8d36b1be-51fd-446f-9590-f5ae4425bac7 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 945 time: 0.0453920 May 27 03:47:12.318331 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b25330a4-2771-4362-b455-6155b79b987b req-16ee1ee7-28cc-4a4d-8d9b-231f4e262cd9 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412538 May 27 03:47:12.347274 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:13.442690 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405151c0-6204-40b4-bc17-cfcf8607236d req-a8f78b2e-8dc6-454b-a3ad-807a5b976e77 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:47:13.444482 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-405151c0-6204-40b4-bc17-cfcf8607236d req-a8f78b2e-8dc6-454b-a3ad-807a5b976e77 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 945 time: 0.0500021 May 27 03:47:13.495007 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-405151c0-6204-40b4-bc17-cfcf8607236d req-429f045b-aa9e-4bdc-a1cf-73d9a9e9a205 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447223 May 27 03:47:14.200474 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device b33fb3f0-7b1f-47c1-8b41-189a5946a89b no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:47:14.203683 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:14.230884 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:14.270538 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port b33fb3f0-7b1f-47c1-8b41-189a5946a89b is: ACTIVE; New status is: DOWN {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:47:14.270915 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (b33fb3f0-7b1f-47c1-8b41-189a5946a89b), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:14.294524 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81322356-0053-4463-8f43-057cfbc49d7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b33fb3f0-7b1f-47c1-8b41-189a5946a89b'}] {{(pid=104679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:47:14.296771 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d249cf550e2d843300bc9a66ec52257e0462e4d4b5166dc6bcb5b411a3eed5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f385d22e-0761-4f9e-b630-e1665c0a3d36" -d '{"events": [{"server_uuid": "81322356-0053-4463-8f43-057cfbc49d7f", "name": "network-vif-unplugged", "status": "completed", "tag": "b33fb3f0-7b1f-47c1-8b41-189a5946a89b"}]}' {{(pid=104679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:47:14.309206 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port b33fb3f0-7b1f-47c1-8b41-189a5946a89b, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=b33fb3f0-7b1f-47c1-8b41-189a5946a89b,segment=NetworkSegment(db38ef5c-f497-4e30-948a-fea63a50f9cb),segment_id=db38ef5c-f497-4e30-948a-fea63a50f9cb)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:47:14.328331 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 May 2022 03:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d7a8b9-c0c8-4b02-8025-25ef3e02f85d x-openstack-request-id: req-94d7a8b9-c0c8-4b02-8025-25ef3e02f85d {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:47:14.328331 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81322356-0053-4463-8f43-057cfbc49d7f", "name": "network-vif-unplugged", "status": "failed", "tag": "b33fb3f0-7b1f-47c1-8b41-189a5946a89b", "code": 422}]} {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:47:14.328683 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-94d7a8b9-c0c8-4b02-8025-25ef3e02f85d {{(pid=104679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:47:14.329075 dv-cinder-843361-2-smb neutron-server[104679]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-94d7a8b9-c0c8-4b02-8025-25ef3e02f85d']: {'server_uuid': '81322356-0053-4463-8f43-057cfbc49d7f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b33fb3f0-7b1f-47c1-8b41-189a5946a89b', 'code': 422} returned with failed status May 27 03:47:14.393542 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (b33fb3f0-7b1f-47c1-8b41-189a5946a89b), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:14.443855 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=b33fb3f0-7b1f-47c1-8b41-189a5946a89b,revision_number=8']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:16.199505 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2112b4-90dc-4f92-b0ee-6eb37f02a19b req-f8048249-8c09-40fd-ace7-09399f625123 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:47:16.201016 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ba2112b4-90dc-4f92-b0ee-6eb37f02a19b req-f8048249-8c09-40fd-ace7-09399f625123 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 943 time: 0.0468504 May 27 03:47:16.251074 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ba2112b4-90dc-4f92-b0ee-6eb37f02a19b req-4e3be47e-cff0-45e5-813c-2ab52021f6ac tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443878 May 27 03:47:16.459327 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c0db6dc0-f7cf-4b64-a23f-cdd337fd671b req-34691298-a625-42fb-b7bc-d5a74aae7ceb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0383220 May 27 03:47:17.369580 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20edd5d0-7222-4c05-85f0-1c97099734d8 req-7dc0aede-6b55-43f1-9171-5fff55483df7 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:47:17.371088 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-20edd5d0-7222-4c05-85f0-1c97099734d8 req-7dc0aede-6b55-43f1-9171-5fff55483df7 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 943 time: 0.0465825 May 27 03:47:17.420806 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-20edd5d0-7222-4c05-85f0-1c97099734d8 req-5f09f06d-ba8a-4a2d-bc41-0ca5a40aa8c4 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442822 May 27 03:47:17.543891 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db6dc0-f7cf-4b64-a23f-cdd337fd671b req-643b2e7b-a77c-4b85-83bf-7d4c620fd883 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:47:17.545172 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-c0db6dc0-f7cf-4b64-a23f-cdd337fd671b req-643b2e7b-a77c-4b85-83bf-7d4c620fd883 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports/b33fb3f0-7b1f-47c1-8b41-189a5946a89b HTTP/1.1" status: 200 len: 940 time: 0.0473535 May 27 03:47:18.538693 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e51f07-ddb1-4171-8b1c-3f14be0a7e26 req-97cc3fb7-dac9-4345-8756-d62b3be62709 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:47:18.540187 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-69e51f07-ddb1-4171-8b1c-3f14be0a7e26 req-97cc3fb7-dac9-4345-8756-d62b3be62709 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 943 time: 0.0472667 May 27 03:47:18.583206 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:18.588342 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-69e51f07-ddb1-4171-8b1c-3f14be0a7e26 req-55ca1443-e174-4a97-921f-0a6ed84b355b tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418038 May 27 03:47:19.704602 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797daa6-e029-4e1e-be8f-fe22ee11b622 req-c611572a-75f0-4d8a-9803-a8fa5bb79e98 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:47:19.706085 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-1797daa6-e029-4e1e-be8f-fe22ee11b622 req-c611572a-75f0-4d8a-9803-a8fa5bb79e98 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 943 time: 0.0462916 May 27 03:47:19.753395 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-1797daa6-e029-4e1e-be8f-fe22ee11b622 req-a18b316e-7d07-42cc-a678-c1ef3850cfbc tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417638 May 27 03:47:20.874955 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fddd914-a897-475e-8d83-0820801ec68d req-e16d7be8-aaae-4095-8edb-fc5bb757f392 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:47:20.876406 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-4fddd914-a897-475e-8d83-0820801ec68d req-e16d7be8-aaae-4095-8edb-fc5bb757f392 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 943 time: 0.0500546 May 27 03:47:20.922656 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-4fddd914-a897-475e-8d83-0820801ec68d req-6a160ad9-9cef-4e3c-9e9e-2f4b79f567cb tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406928 May 27 03:47:21.303604 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db6dc0-f7cf-4b64-a23f-cdd337fd671b req-34ff6e77-e8e9-4197-b862-58f4ac474606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:47:21.305059 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-c0db6dc0-f7cf-4b64-a23f-cdd337fd671b req-34ff6e77-e8e9-4197-b862-58f4ac474606 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f&tenant_id=e64d3975127c49b387c4f167cd3f269a HTTP/1.1" status: 200 len: 1127 time: 0.0386000 May 27 03:47:21.366448 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db6dc0-f7cf-4b64-a23f-cdd337fd671b req-4d3d4d23-f247-419c-8243-20416b694214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:47:21.367891 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-c0db6dc0-f7cf-4b64-a23f-cdd337fd671b req-4d3d4d23-f247-419c-8243-20416b694214 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e64d3975127c49b387c4f167cd3f269a&device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 1127 time: 0.0418189 May 27 03:47:21.456117 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db6dc0-f7cf-4b64-a23f-cdd337fd671b req-14ace124-2366-430d-9f95-5a92403063d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:47:21.457586 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-c0db6dc0-f7cf-4b64-a23f-cdd337fd671b req-14ace124-2366-430d-9f95-5a92403063d3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d4913486-ec50-4585-8ca2-f97563844744 HTTP/1.1" status: 200 len: 917 time: 0.0833743 May 27 03:47:21.522071 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-c0db6dc0-f7cf-4b64-a23f-cdd337fd671b req-567a160b-05ac-4289-9429-48a2873fe0a3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b33fb3f0-7b1f-47c1-8b41-189a5946a89b HTTP/1.1" status: 200 len: 999 time: 0.0580015 May 27 03:47:21.569500 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db6dc0-f7cf-4b64-a23f-cdd337fd671b req-16a6a9ed-0c4c-488a-8ae2-7d49615c3a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:47:21.570902 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-c0db6dc0-f7cf-4b64-a23f-cdd337fd671b req-16a6a9ed-0c4c-488a-8ae2-7d49615c3a8f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2f40426d-a764-47ba-9279-ffa431835798 HTTP/1.1" status: 200 len: 855 time: 0.0434904 May 27 03:47:21.612981 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db6dc0-f7cf-4b64-a23f-cdd337fd671b req-f893caa7-3141-45da-8cc1-b0818b146485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:47:21.614437 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-c0db6dc0-f7cf-4b64-a23f-cdd337fd671b req-f893caa7-3141-45da-8cc1-b0818b146485 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d4913486-ec50-4585-8ca2-f97563844744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0375369 May 27 03:47:21.703959 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-c0db6dc0-f7cf-4b64-a23f-cdd337fd671b req-26123754-41b4-479c-a191-114510eb61b6 service neutron] 10.222.0.72 "GET /v2.0/networks/d4913486-ec50-4585-8ca2-f97563844744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833867 May 27 03:47:21.767076 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=100 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:21.783342 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=100 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:21.793931 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-c0db6dc0-f7cf-4b64-a23f-cdd337fd671b req-424b4a4a-6872-488e-a148-74dbff5fb878 service neutron] 10.222.0.72 "GET /v2.0/networks/d4913486-ec50-4585-8ca2-f97563844744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827615 May 27 03:47:22.047026 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c581731-b60c-4604-aa5d-4590f10b7e07 req-e7fe133a-945f-4c2f-9727-5ce6f2db2db2 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:47:22.048496 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5c581731-b60c-4604-aa5d-4590f10b7e07 req-e7fe133a-945f-4c2f-9727-5ce6f2db2db2 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 943 time: 0.0484796 May 27 03:47:22.097473 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5c581731-b60c-4604-aa5d-4590f10b7e07 req-9267c7d3-9b7a-49f4-8b77-5b1c89e7c218 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433848 May 27 03:47:23.224226 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656f770-571a-4a89-b108-54a655821d2d req-c1598da8-9f8c-4ae2-8650-ef8f95b6c1dd tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:47:23.228961 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-d656f770-571a-4a89-b108-54a655821d2d req-c1598da8-9f8c-4ae2-8650-ef8f95b6c1dd tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 943 time: 0.0543733 May 27 03:47:23.275457 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:23.280267 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-d656f770-571a-4a89-b108-54a655821d2d req-e152988d-afc8-4334-938a-ff5e455ae488 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451100 May 27 03:47:24.407090 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875016f-5e02-4a12-adc6-c8cc11f821a5 req-2ea38b3c-6bf4-4835-9e48-dcb1bffd1029 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:47:24.408819 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c875016f-5e02-4a12-adc6-c8cc11f821a5 req-2ea38b3c-6bf4-4835-9e48-dcb1bffd1029 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 943 time: 0.0538077 May 27 03:47:24.479609 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c875016f-5e02-4a12-adc6-c8cc11f821a5 req-71bed00e-5575-4478-8eca-e03b393ecdf2 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0609138 May 27 03:47:24.497331 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=33,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:25.614771 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd59c60-40c6-4a6b-87e0-98faafe3ab35 req-70a21ca6-3558-4fbf-80fd-43389c127b07 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:47:25.616394 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ebd59c60-40c6-4a6b-87e0-98faafe3ab35 req-70a21ca6-3558-4fbf-80fd-43389c127b07 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 943 time: 0.0505719 May 27 03:47:25.679190 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ebd59c60-40c6-4a6b-87e0-98faafe3ab35 req-75131723-f7ed-46d2-94e1-60638ae529fd tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558372 May 27 03:47:26.797586 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80266356-862a-452d-934c-f4d97974725c req-bc773359-efe4-43eb-bfa8-118a05cf76aa tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:47:26.799040 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-80266356-862a-452d-934c-f4d97974725c req-bc773359-efe4-43eb-bfa8-118a05cf76aa tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 943 time: 0.0484571 May 27 03:47:26.855463 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-80266356-862a-452d-934c-f4d97974725c req-02f7bb82-ee44-44e0-acb5-487ec1b49847 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501289 May 27 03:47:27.995704 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642b498-6952-464f-8635-5a746dca70a1 req-aa8e83a8-2b3d-4eb7-93ec-7f52d5eed279 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:47:27.997386 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b642b498-6952-464f-8635-5a746dca70a1 req-aa8e83a8-2b3d-4eb7-93ec-7f52d5eed279 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 943 time: 0.0528750 May 27 03:47:28.054363 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b642b498-6952-464f-8635-5a746dca70a1 req-e174091d-0882-464a-b073-d3fe7662de4c tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507267 May 27 03:47:29.196782 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38c52c-b963-4070-b9a4-8284498e85b6 req-fd089384-c1ec-4857-9cd5-a451a4dcf325 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:47:29.198353 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5a38c52c-b963-4070-b9a4-8284498e85b6 req-fd089384-c1ec-4857-9cd5-a451a4dcf325 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 943 time: 0.0613091 May 27 03:47:29.253538 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5a38c52c-b963-4070-b9a4-8284498e85b6 req-35c6aefb-564a-4bb3-b01e-dbc012d7a306 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495687 May 27 03:47:30.374216 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecff5a9-0592-45fa-a031-582fd09e1609 req-d59cdb1e-74c6-4ed4-8308-2775d017fd78 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:47:30.375671 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0ecff5a9-0592-45fa-a031-582fd09e1609 req-d59cdb1e-74c6-4ed4-8308-2775d017fd78 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 943 time: 0.0457170 May 27 03:47:30.422553 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0ecff5a9-0592-45fa-a031-582fd09e1609 req-764f1f9c-b299-4eca-a3c9-f89b72a59343 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414209 May 27 03:47:31.695662 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a425c-c4e0-4067-972d-3896addb0e0e req-555cd4c3-aa37-4b52-a92b-2e0bc2188721 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:47:31.697112 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-4a2a425c-c4e0-4067-972d-3896addb0e0e req-555cd4c3-aa37-4b52-a92b-2e0bc2188721 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 943 time: 0.0466948 May 27 03:47:31.748158 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-4a2a425c-c4e0-4067-972d-3896addb0e0e req-b43372b3-2815-4b6c-b9f7-23b20fae2900 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454397 May 27 03:47:31.799662 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:32.273524 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device b33fb3f0-7b1f-47c1-8b41-189a5946a89b details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:47:32.375738 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port b33fb3f0-7b1f-47c1-8b41-189a5946a89b, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=b33fb3f0-7b1f-47c1-8b41-189a5946a89b,segment=NetworkSegment(db38ef5c-f497-4e30-948a-fea63a50f9cb),segment_id=db38ef5c-f497-4e30-948a-fea63a50f9cb)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:47:32.388182 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Returning: {'device': 'b33fb3f0-7b1f-47c1-8b41-189a5946a89b', 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744', 'port_id': 'b33fb3f0-7b1f-47c1-8b41-189a5946a89b', 'mac_address': 'fa:16:3e:7e:a3:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f40426d-a764-47ba-9279-ffa431835798', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:47:32.421775 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port b33fb3f0-7b1f-47c1-8b41-189a5946a89b is: DOWN; New status is: BUILD {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:47:32.422164 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (b33fb3f0-7b1f-47c1-8b41-189a5946a89b), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:32.435930 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b33fb3f0-7b1f-47c1-8b41-189a5946a89b {{(pid=104679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:47:32.456219 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port b33fb3f0-7b1f-47c1-8b41-189a5946a89b, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=b33fb3f0-7b1f-47c1-8b41-189a5946a89b,segment=NetworkSegment(db38ef5c-f497-4e30-948a-fea63a50f9cb),segment_id=db38ef5c-f497-4e30-948a-fea63a50f9cb)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:47:32.541331 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (b33fb3f0-7b1f-47c1-8b41-189a5946a89b), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:32.592525 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=b33fb3f0-7b1f-47c1-8b41-189a5946a89b,revision_number=9']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:32.764388 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] get_ports_and_sgs() called for port_ids ['b33fb3f0-7b1f-47c1-8b41-189a5946a89b'] {{(pid=104679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:47:32.865380 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547b83e-a287-4c9c-8120-358a8ab55404 req-757e4518-aceb-43b2-ace9-281645b96e0d tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:47:32.866892 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c547b83e-a287-4c9c-8120-358a8ab55404 req-757e4518-aceb-43b2-ace9-281645b96e0d tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 944 time: 0.0470676 May 27 03:47:32.903208 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:32.915565 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c547b83e-a287-4c9c-8120-358a8ab55404 req-e7b63060-7fcf-4e1a-9442-28a03fadb66a tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423200 May 27 03:47:34.041897 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc8a0a-9871-40cb-bb52-15c6ff4ef148 req-11939f7b-e5ec-4098-a2cc-56d786ff1e1c tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:47:34.043601 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5ecc8a0a-9871-40cb-bb52-15c6ff4ef148 req-11939f7b-e5ec-4098-a2cc-56d786ff1e1c tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 944 time: 0.0490150 May 27 03:47:34.091598 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5ecc8a0a-9871-40cb-bb52-15c6ff4ef148 req-300bf5fc-e16d-4815-9ce5-9ffab3265ba9 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424500 May 27 03:47:34.295469 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device b33fb3f0-7b1f-47c1-8b41-189a5946a89b up at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:47:34.342588 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Provisioning complete for port b33fb3f0-7b1f-47c1-8b41-189a5946a89b triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:47:34.342956 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (b33fb3f0-7b1f-47c1-8b41-189a5946a89b), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:34.413223 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port b33fb3f0-7b1f-47c1-8b41-189a5946a89b is: BUILD; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:47:34.413636 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (b33fb3f0-7b1f-47c1-8b41-189a5946a89b), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:34.437113 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81322356-0053-4463-8f43-057cfbc49d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33fb3f0-7b1f-47c1-8b41-189a5946a89b'}] {{(pid=104679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:47:34.439299 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d249cf550e2d843300bc9a66ec52257e0462e4d4b5166dc6bcb5b411a3eed5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a06f3b6-3976-491f-86bf-5379b2638c5e" -d '{"events": [{"server_uuid": "81322356-0053-4463-8f43-057cfbc49d7f", "name": "network-vif-plugged", "status": "completed", "tag": "b33fb3f0-7b1f-47c1-8b41-189a5946a89b"}]}' {{(pid=104679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:47:34.452750 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port b33fb3f0-7b1f-47c1-8b41-189a5946a89b, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=b33fb3f0-7b1f-47c1-8b41-189a5946a89b,segment=NetworkSegment(db38ef5c-f497-4e30-948a-fea63a50f9cb),segment_id=db38ef5c-f497-4e30-948a-fea63a50f9cb)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:47:34.476463 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4716cedb-20d5-4b6a-8c1a-223e7537b9bf x-openstack-request-id: req-4716cedb-20d5-4b6a-8c1a-223e7537b9bf {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:47:34.476846 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81322356-0053-4463-8f43-057cfbc49d7f", "name": "network-vif-plugged", "status": "completed", "tag": "b33fb3f0-7b1f-47c1-8b41-189a5946a89b", "code": 200}]} {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:47:34.477103 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4716cedb-20d5-4b6a-8c1a-223e7537b9bf {{(pid=104679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:47:34.477540 dv-cinder-843361-2-smb neutron-server[104679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4716cedb-20d5-4b6a-8c1a-223e7537b9bf'] response: {'server_uuid': '81322356-0053-4463-8f43-057cfbc49d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33fb3f0-7b1f-47c1-8b41-189a5946a89b', 'code': 200} May 27 03:47:34.547324 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (b33fb3f0-7b1f-47c1-8b41-189a5946a89b), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:34.597873 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=b33fb3f0-7b1f-47c1-8b41-189a5946a89b,revision_number=10']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:34.795905 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46905059-b5d7-4cf0-93d7-5adc84b6f80d req-37d9e1e4-dac7-450c-827d-3a76dbddb389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:47:34.797481 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-46905059-b5d7-4cf0-93d7-5adc84b6f80d req-37d9e1e4-dac7-450c-827d-3a76dbddb389 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 1130 time: 0.0383956 May 27 03:47:34.844921 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-46905059-b5d7-4cf0-93d7-5adc84b6f80d req-ada6df74-8dd0-4315-8e7f-87704047187d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414684 May 27 03:47:35.211866 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720c3dc-118c-4e47-8788-5187a8141bf1 req-bf5958ab-1271-42d7-98f2-115d3982e673 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:47:35.213340 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b720c3dc-118c-4e47-8788-5187a8141bf1 req-bf5958ab-1271-42d7-98f2-115d3982e673 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 946 time: 0.0499647 May 27 03:47:35.261581 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b720c3dc-118c-4e47-8788-5187a8141bf1 req-c0394a06-d9ec-4d2e-997c-b181cb98c2ea tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425959 May 27 03:47:36.112343 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-e80aa57e-f368-4c6c-8453-8d19e6f29b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:36.372059 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:36.384856 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e49ca-cb61-4267-9fad-77e683b24b23 req-277bc501-a957-4e3a-a4ac-5b2818099cac tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:47:36.386861 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ca8e49ca-cb61-4267-9fad-77e683b24b23 req-277bc501-a957-4e3a-a4ac-5b2818099cac tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 946 time: 0.0479348 May 27 03:47:36.435662 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ca8e49ca-cb61-4267-9fad-77e683b24b23 req-b079c46b-effc-4b3a-88fc-d04b2c6f479c tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432193 May 27 03:47:37.558888 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d09afc-0714-4fb6-99f3-e17b9a3b476e req-4a22f948-de45-445f-93d0-e7d2c43163da tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:47:37.560532 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-12d09afc-0714-4fb6-99f3-e17b9a3b476e req-4a22f948-de45-445f-93d0-e7d2c43163da tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 946 time: 0.0529902 May 27 03:47:37.613210 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-12d09afc-0714-4fb6-99f3-e17b9a3b476e req-777417fb-0ede-4d9c-8327-7b47e70a88cd tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429058 May 27 03:47:38.318026 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-639c186b-6c18-4f15-b1c2-4f4c9504eb76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:38.338212 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 6 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:47:38.786676 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:39.381086 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:41.026883 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:42.385873 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:44.839790 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=9 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:44.842602 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=9 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:45.330010 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=3 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:47.596647 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=9 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:47.609834 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=44 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:48.334642 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=7 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:52.294956 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:52.296921 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:03.041214 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=9 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:03.047212 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=17 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:06.118248 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-e8662778-da44-4f49-a197-fe0310e855ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:07.122344 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197fcd0-1eba-4050-9234-79db312e8477 req-3397f477-cc74-4b1b-8327-b76ec03b9463 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:07.123819 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-d197fcd0-1eba-4050-9234-79db312e8477 req-3397f477-cc74-4b1b-8327-b76ec03b9463 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 946 time: 0.0477614 May 27 03:48:07.172092 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-d197fcd0-1eba-4050-9234-79db312e8477 req-13fba58d-17a7-4dd5-9566-d9d3c38bbf57 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427501 May 27 03:48:08.294120 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771821c-3aba-4571-926a-4035f4430121 req-8fc56595-6a14-4ad0-96b4-381b6a292bbe tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:08.295600 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-6771821c-3aba-4571-926a-4035f4430121 req-8fc56595-6a14-4ad0-96b4-381b6a292bbe tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 946 time: 0.0481603 May 27 03:48:08.329921 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-37dface8-98d8-4323-8899-a542b3d452ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:08.350626 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-6771821c-3aba-4571-926a-4035f4430121 req-af3ac6f4-f6e8-4c5f-878d-119a213a4fcf tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups?id=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490015 May 27 03:48:08.443878 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3b71a-5115-414a-8d4d-da4345cf77cc req-64d636ea-304f-4a1c-b63b-dfceae2dc36b tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:08.446431 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-33d3b71a-5115-414a-8d4d-da4345cf77cc req-64d636ea-304f-4a1c-b63b-dfceae2dc36b tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.72 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 946 time: 0.0467489 May 27 03:48:08.529146 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [req-33d3b71a-5115-414a-8d4d-da4345cf77cc req-e9f5cb12-5662-42a5-af0c-d42dd39304ec tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Deleting port b33fb3f0-7b1f-47c1-8b41-189a5946a89b {{(pid=104678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:48:08.529554 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-33d3b71a-5115-414a-8d4d-da4345cf77cc req-e9f5cb12-5662-42a5-af0c-d42dd39304ec tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (b33fb3f0-7b1f-47c1-8b41-189a5946a89b), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:08.622332 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-33d3b71a-5115-414a-8d4d-da4345cf77cc req-e9f5cb12-5662-42a5-af0c-d42dd39304ec tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] For port b33fb3f0-7b1f-47c1-8b41-189a5946a89b, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=b33fb3f0-7b1f-47c1-8b41-189a5946a89b,segment=NetworkSegment(db38ef5c-f497-4e30-948a-fea63a50f9cb),segment_id=db38ef5c-f497-4e30-948a-fea63a50f9cb)] {{(pid=104678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:48:08.622701 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-33d3b71a-5115-414a-8d4d-da4345cf77cc req-e9f5cb12-5662-42a5-af0c-d42dd39304ec tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (b33fb3f0-7b1f-47c1-8b41-189a5946a89b), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:08.769329 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:08.786866 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-33d3b71a-5115-414a-8d4d-da4345cf77cc req-e9f5cb12-5662-42a5-af0c-d42dd39304ec tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:08.787169 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-33d3b71a-5115-414a-8d4d-da4345cf77cc req-e9f5cb12-5662-42a5-af0c-d42dd39304ec tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665637'] for floatingip (fdbf0cce-c159-437e-8ad4-84aebf45e0e4), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:08.787487 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.db.l3_db [req-33d3b71a-5115-414a-8d4d-da4345cf77cc req-e9f5cb12-5662-42a5-af0c-d42dd39304ec tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Floating IP fdbf0cce-c159-437e-8ad4-84aebf45e0e4 disassociated. External IP: 172.28.2.198, port: b33fb3f0-7b1f-47c1-8b41-189a5946a89b. May 27 03:48:08.787841 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [req-33d3b71a-5115-414a-8d4d-da4345cf77cc req-e9f5cb12-5662-42a5-af0c-d42dd39304ec tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Calling delete_port for b33fb3f0-7b1f-47c1-8b41-189a5946a89b owned by compute:nova {{(pid=104678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:48:08.997960 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-33d3b71a-5115-414a-8d4d-da4345cf77cc req-e9f5cb12-5662-42a5-af0c-d42dd39304ec tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (b33fb3f0-7b1f-47c1-8b41-189a5946a89b), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:09.026778 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5cb12-5662-42a5-af0c-d42dd39304ec tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Pushing event deleted for resources: {'Port': ['ID=b33fb3f0-7b1f-47c1-8b41-189a5946a89b,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:09.038537 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5cb12-5662-42a5-af0c-d42dd39304ec tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:09.038885 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5cb12-5662-42a5-af0c-d42dd39304ec tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:09.039429 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5cb12-5662-42a5-af0c-d42dd39304ec tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:09.039768 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5cb12-5662-42a5-af0c-d42dd39304ec tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:09.040102 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5cb12-5662-42a5-af0c-d42dd39304ec tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:09.040432 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5cb12-5662-42a5-af0c-d42dd39304ec tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:09.040758 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5cb12-5662-42a5-af0c-d42dd39304ec tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:09.041081 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5cb12-5662-42a5-af0c-d42dd39304ec tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:09.041439 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5cb12-5662-42a5-af0c-d42dd39304ec tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:09.041764 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5cb12-5662-42a5-af0c-d42dd39304ec tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:09.042088 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5cb12-5662-42a5-af0c-d42dd39304ec tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:09.042515 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5cb12-5662-42a5-af0c-d42dd39304ec tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:09.042915 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5cb12-5662-42a5-af0c-d42dd39304ec tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:09.043242 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5cb12-5662-42a5-af0c-d42dd39304ec tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:09.043602 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5cb12-5662-42a5-af0c-d42dd39304ec tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:09.148148 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33d3b71a-5115-414a-8d4d-da4345cf77cc req-e9f5cb12-5662-42a5-af0c-d42dd39304ec tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Router be077baf-7e54-4c6c-9d7f-973736ca605e has already been hosted by L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 {{(pid=104678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:48:09.249524 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33d3b71a-5115-414a-8d4d-da4345cf77cc req-e9f5cb12-5662-42a5-af0c-d42dd39304ec tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:48:09.258512 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b32692e-d336-4f76-846c-fe032145f3de None None] Sync routers for ids ['be077baf-7e54-4c6c-9d7f-973736ca605e'] in dv-cinder-843361-2-smb {{(pid=104679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:48:09.267736 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b32692e-d336-4f76-846c-fe032145f3de None None] Routers {'be077baf-7e54-4c6c-9d7f-973736ca605e'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:48:09.268429 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-6b32692e-d336-4f76-846c-fe032145f3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:48:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['be077baf-7e54-4c6c-9d7f-973736ca605e'], 'active': True} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:09.290569 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d3b71a-5115-414a-8d4d-da4345cf77cc req-e9f5cb12-5662-42a5-af0c-d42dd39304ec tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] No DVR routers for this DVR port b33fb3f0-7b1f-47c1-8b41-189a5946a89b on host hv-cinder-84336 {{(pid=104678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:48:09.293037 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-33d3b71a-5115-414a-8d4d-da4345cf77cc req-e9f5cb12-5662-42a5-af0c-d42dd39304ec tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:09.296666 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-33d3b71a-5115-414a-8d4d-da4345cf77cc req-e9f5cb12-5662-42a5-af0c-d42dd39304ec tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.72 "DELETE /v2.0/ports/b33fb3f0-7b1f-47c1-8b41-189a5946a89b HTTP/1.1" status: 204 len: 173 time: 0.8448474 May 27 03:48:09.297072 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81322356-0053-4463-8f43-057cfbc49d7f', 'name': 'network-vif-deleted', 'tag': 'b33fb3f0-7b1f-47c1-8b41-189a5946a89b'}] {{(pid=104678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:48:09.299899 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e1ed873ee784d85eb1b1d61ec54b86d2255e46a50b7e273563a24fff47d01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f1ef74-7b55-4bf7-904d-5fff4d5d6e47" -d '{"events": [{"server_uuid": "81322356-0053-4463-8f43-057cfbc49d7f", "name": "network-vif-deleted", "tag": "b33fb3f0-7b1f-47c1-8b41-189a5946a89b"}]}' {{(pid=104678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:48:09.339109 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33899e9d-f02c-4471-a99a-401a25f2a79b x-openstack-request-id: req-33899e9d-f02c-4471-a99a-401a25f2a79b {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:48:09.339383 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81322356-0053-4463-8f43-057cfbc49d7f", "name": "network-vif-deleted", "tag": "b33fb3f0-7b1f-47c1-8b41-189a5946a89b", "status": "completed", "code": 200}]} {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:48:09.339637 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-33899e9d-f02c-4471-a99a-401a25f2a79b {{(pid=104678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:48:09.340035 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33899e9d-f02c-4471-a99a-401a25f2a79b'] response: {'server_uuid': '81322356-0053-4463-8f43-057cfbc49d7f', 'name': 'network-vif-deleted', 'tag': 'b33fb3f0-7b1f-47c1-8b41-189a5946a89b', 'status': 'completed', 'code': 200} May 27 03:48:09.392580 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvr_db [None req-6b32692e-d336-4f76-846c-fe032145f3de None None] Set router be077baf-7e54-4c6c-9d7f-973736ca605e gateway port host: dv-cinder-843361-2-smb {{(pid=104679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:48:09.481231 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f16b89ae-9616-4396-adb6-c55be369104b req-f2ff27f9-3f9b-4313-9d53-d19a27fa0976 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/ports?device_id=81322356-0053-4463-8f43-057cfbc49d7f HTTP/1.1" status: 200 len: 210 time: 0.0343621 May 27 03:48:09.491302 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:09.604874 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-6b32692e-d336-4f76-846c-fe032145f3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'name': 'tempest-AttachVolumeShelveTestJSON-533071195-router', 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.187'}], 'enable_snat': True}, 'gw_port_id': '25a7a4ba-4bdc-4818-b9e6-6b55b9218b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:43:09Z', 'updated_at': '2022-05-27T03:43:13Z', 'revision_number': 4, 'project_id': 'e64d3975127c49b387c4f167cd3f269a', 'gw_port': {'id': '25a7a4ba-4bdc-4818-b9e6-6b55b9218b29', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:09Z', 'updated_at': '2022-05-27T03:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': 'dabaf1cd-0bae-47bf-b100-3f588e5ff63c', 'name': '', 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744', 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a', 'mac_address': 'fa:16:3e:ca:1a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2f40426d-a764-47ba-9279-ffa431835798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:12Z', 'updated_at': '2022-05-27T03:43:16Z', 'revision_number': 5, 'project_id': 'e64d3975127c49b387c4f167cd3f269a', 'subnets': [{'id': '2f40426d-a764-47ba-9279-ffa431835798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:09.634268 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b32692e-d336-4f76-846c-fe032145f3de None None] Checking router: be077baf-7e54-4c6c-9d7f-973736ca605e for host: dv-cinder-843361-2-smb {{(pid=104679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:48:09.642896 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b32692e-d336-4f76-846c-fe032145f3de None None] Routers {'be077baf-7e54-4c6c-9d7f-973736ca605e'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:48:09.643498 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-6b32692e-d336-4f76-846c-fe032145f3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:48:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['be077baf-7e54-4c6c-9d7f-973736ca605e'], 'active': True} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:09.742561 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvr_db [None req-6b32692e-d336-4f76-846c-fe032145f3de None None] Set router be077baf-7e54-4c6c-9d7f-973736ca605e gateway port host: dv-cinder-843361-2-smb {{(pid=104679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:48:10.050628 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-6b32692e-d336-4f76-846c-fe032145f3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'name': 'tempest-AttachVolumeShelveTestJSON-533071195-router', 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.187'}], 'enable_snat': True}, 'gw_port_id': '25a7a4ba-4bdc-4818-b9e6-6b55b9218b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:43:09Z', 'updated_at': '2022-05-27T03:43:13Z', 'revision_number': 4, 'project_id': 'e64d3975127c49b387c4f167cd3f269a', 'gw_port': {'id': '25a7a4ba-4bdc-4818-b9e6-6b55b9218b29', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:09Z', 'updated_at': '2022-05-27T03:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': 'dabaf1cd-0bae-47bf-b100-3f588e5ff63c', 'name': '', 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744', 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a', 'mac_address': 'fa:16:3e:ca:1a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2f40426d-a764-47ba-9279-ffa431835798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:12Z', 'updated_at': '2022-05-27T03:43:16Z', 'revision_number': 5, 'project_id': 'e64d3975127c49b387c4f167cd3f269a', 'subnets': [{'id': '2f40426d-a764-47ba-9279-ffa431835798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:10.075131 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b32692e-d336-4f76-846c-fe032145f3de None None] The sync data for ids ['be077baf-7e54-4c6c-9d7f-973736ca605e'] in dv-cinder-843361-2-smb is: [{'id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'name': 'tempest-AttachVolumeShelveTestJSON-533071195-router', 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.187'}], 'enable_snat': True}, 'gw_port_id': '25a7a4ba-4bdc-4818-b9e6-6b55b9218b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:43:09Z', 'updated_at': '2022-05-27T03:43:13Z', 'revision_number': 4, 'project_id': 'e64d3975127c49b387c4f167cd3f269a', 'gw_port': {'id': '25a7a4ba-4bdc-4818-b9e6-6b55b9218b29', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:09Z', 'updated_at': '2022-05-27T03:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': 'dabaf1cd-0bae-47bf-b100-3f588e5ff63c', 'name': '', 'network_id': 'd4913486-ec50-4585-8ca2-f97563844744', 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a', 'mac_address': 'fa:16:3e:ca:1a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2f40426d-a764-47ba-9279-ffa431835798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:12Z', 'updated_at': '2022-05-27T03:43:16Z', 'revision_number': 5, 'project_id': 'e64d3975127c49b387c4f167cd3f269a', 'subnets': [{'id': '2f40426d-a764-47ba-9279-ffa431835798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:48:10.291729 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef35426-9428-45f6-8506-ef7af1896ab7 None None] New status for floating IP fdbf0cce-c159-437e-8ad4-84aebf45e0e4: DOWN {{(pid=104680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:48:11.055029 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:11.661427 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 59312) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:48:11.716326 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d22a15f6-5afc-43d3-a99a-571d7c365d62 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks [] for security_group (2066fb7e-1b59-4134-81c2-28d8b3cf6ce9), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:11.739936 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d22a15f6-5afc-43d3-a99a-571d7c365d62 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks [] for security_group (2066fb7e-1b59-4134-81c2-28d8b3cf6ce9), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:11.865589 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d22a15f6-5afc-43d3-a99a-571d7c365d62 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (2066fb7e-1b59-4134-81c2-28d8b3cf6ce9), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:11.868464 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d22a15f6-5afc-43d3-a99a-571d7c365d62 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:11.869628 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-d22a15f6-5afc-43d3-a99a-571d7c365d62 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "DELETE /v2.0/security-groups/2066fb7e-1b59-4134-81c2-28d8b3cf6ce9 HTTP/1.1" status: 204 len: 168 time: 0.2071960 May 27 03:48:11.872380 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 59314) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:48:11.878954 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a15f6-5afc-43d3-a99a-571d7c365d62 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2066fb7e-1b59-4134-81c2-28d8b3cf6ce9,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:11.886059 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.api.v2.resource [None req-82d88d0a-eae9-4eaf-9252-d51828b6ab2d tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] show failed (client error): The resource could not be found. May 27 03:48:11.886579 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a15f6-5afc-43d3-a99a-571d7c365d62 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:11.886999 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a15f6-5afc-43d3-a99a-571d7c365d62 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:11.887347 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a15f6-5afc-43d3-a99a-571d7c365d62 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:11.887716 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a15f6-5afc-43d3-a99a-571d7c365d62 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:11.888058 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a15f6-5afc-43d3-a99a-571d7c365d62 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:11.888394 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a15f6-5afc-43d3-a99a-571d7c365d62 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:11.888754 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a15f6-5afc-43d3-a99a-571d7c365d62 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:11.889088 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a15f6-5afc-43d3-a99a-571d7c365d62 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:11.889445 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a15f6-5afc-43d3-a99a-571d7c365d62 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:11.889776 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a15f6-5afc-43d3-a99a-571d7c365d62 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:11.889885 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-82d88d0a-eae9-4eaf-9252-d51828b6ab2d tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "GET /v2.0/security-groups/2066fb7e-1b59-4134-81c2-28d8b3cf6ce9 HTTP/1.1" status: 404 len: 347 time: 0.0164640 May 27 03:48:11.890106 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a15f6-5afc-43d3-a99a-571d7c365d62 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:11.890354 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 59316) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:48:11.890510 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a15f6-5afc-43d3-a99a-571d7c365d62 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:11.890780 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a15f6-5afc-43d3-a99a-571d7c365d62 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:11.891073 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a15f6-5afc-43d3-a99a-571d7c365d62 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:11.891418 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a15f6-5afc-43d3-a99a-571d7c365d62 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:11.988930 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:11.999160 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [None req-1b7440d6-7f5c-4d43-909d-bc93a0e5d067 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Deleting port 7a59653d-d44d-4654-8b98-057dd772f487 {{(pid=104678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:48:11.999500 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-1b7440d6-7f5c-4d43-909d-bc93a0e5d067 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (7a59653d-d44d-4654-8b98-057dd772f487), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:12.013883 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:12.076792 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-1b7440d6-7f5c-4d43-909d-bc93a0e5d067 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (7a59653d-d44d-4654-8b98-057dd772f487), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:12.077113 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-1b7440d6-7f5c-4d43-909d-bc93a0e5d067 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks [] for floatingip (7a59653d-d44d-4654-8b98-057dd772f487), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:12.089723 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [None req-1b7440d6-7f5c-4d43-909d-bc93a0e5d067 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Calling delete_port for 7a59653d-d44d-4654-8b98-057dd772f487 owned by network:floatingip {{(pid=104678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:48:12.283689 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-1b7440d6-7f5c-4d43-909d-bc93a0e5d067 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (7a59653d-d44d-4654-8b98-057dd772f487), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:12.309049 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7440d6-7f5c-4d43-909d-bc93a0e5d067 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Pushing event deleted for resources: {'Port': ['ID=7a59653d-d44d-4654-8b98-057dd772f487,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:12.369795 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-1b7440d6-7f5c-4d43-909d-bc93a0e5d067 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks [] for floatingip (fdbf0cce-c159-437e-8ad4-84aebf45e0e4), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:12.372229 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-1b7440d6-7f5c-4d43-909d-bc93a0e5d067 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for floatingip (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:12.373477 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-1b7440d6-7f5c-4d43-909d-bc93a0e5d067 tempest-AttachVolumeShelveTestJSON-207140893 tempest-AttachVolumeShelveTestJSON-207140893-project] 10.222.0.71 "DELETE /v2.0/floatingips/fdbf0cce-c159-437e-8ad4-84aebf45e0e4 HTTP/1.1" status: 204 len: 168 time: 0.4821551 May 27 03:48:12.386144 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:12.467899 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device b33fb3f0-7b1f-47c1-8b41-189a5946a89b no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:48:12.487328 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] No Port match for: b33fb3f0-7b1f-47c1-8b41-189a5946a89b {{(pid=104679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:48:12.487668 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device b33fb3f0-7b1f-47c1-8b41-189a5946a89b not bound to the agent host hv-cinder-84336 {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:48:15.193833 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 59340) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:48:15.338512 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 6 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:48:15.667140 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7d1776ac-2bc7-4581-b51a-dfb812fdd12e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3664613'] for router_interface (be077baf-7e54-4c6c-9d7f-973736ca605e), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:15.851676 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:15.884569 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-7d1776ac-2bc7-4581-b51a-dfb812fdd12e admin admin] Deleting port dabaf1cd-0bae-47bf-b100-3f588e5ff63c {{(pid=104677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:48:15.884898 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7d1776ac-2bc7-4581-b51a-dfb812fdd12e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (dabaf1cd-0bae-47bf-b100-3f588e5ff63c), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:15.927821 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:15.964535 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-7d1776ac-2bc7-4581-b51a-dfb812fdd12e admin admin] For port dabaf1cd-0bae-47bf-b100-3f588e5ff63c, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=dabaf1cd-0bae-47bf-b100-3f588e5ff63c,segment=NetworkSegment(db38ef5c-f497-4e30-948a-fea63a50f9cb),segment_id=db38ef5c-f497-4e30-948a-fea63a50f9cb)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:48:15.964957 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7d1776ac-2bc7-4581-b51a-dfb812fdd12e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (dabaf1cd-0bae-47bf-b100-3f588e5ff63c), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:15.978784 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-7d1776ac-2bc7-4581-b51a-dfb812fdd12e admin admin] Calling delete_port for dabaf1cd-0bae-47bf-b100-3f588e5ff63c owned by network:router_interface {{(pid=104677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:48:16.214996 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7d1776ac-2bc7-4581-b51a-dfb812fdd12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59984224'] for port (dabaf1cd-0bae-47bf-b100-3f588e5ff63c), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:16.237480 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1776ac-2bc7-4581-b51a-dfb812fdd12e admin admin] Pushing event deleted for resources: {'Port': ['ID=dabaf1cd-0bae-47bf-b100-3f588e5ff63c,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:16.405180 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7d1776ac-2bc7-4581-b51a-dfb812fdd12e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-827016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3664505'] for router_interface (be077baf-7e54-4c6c-9d7f-973736ca605e), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:16.613441 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1776ac-2bc7-4581-b51a-dfb812fdd12e admin admin] Router be077baf-7e54-4c6c-9d7f-973736ca605e has already been hosted by L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 {{(pid=104677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:48:16.668042 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:16.715388 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1776ac-2bc7-4581-b51a-dfb812fdd12e admin admin] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:48:16.721171 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-7d1776ac-2bc7-4581-b51a-dfb812fdd12e admin admin] 10.222.0.71 "PUT /v2.0/routers/be077baf-7e54-4c6c-9d7f-973736ca605e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5253079 May 27 03:48:16.723693 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 59344) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:48:16.726819 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd92b3eb-eb28-4448-9f0e-155bd7009ba7 None None] Sync routers for ids ['be077baf-7e54-4c6c-9d7f-973736ca605e'] in dv-cinder-843361-2-smb {{(pid=104679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:48:16.736838 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd92b3eb-eb28-4448-9f0e-155bd7009ba7 None None] Routers {'be077baf-7e54-4c6c-9d7f-973736ca605e'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:48:16.737556 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-dd92b3eb-eb28-4448-9f0e-155bd7009ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:48:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['be077baf-7e54-4c6c-9d7f-973736ca605e'], 'active': True} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:16.823842 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a3fda911-33c9-4139-8c9e-ac28b326500b admin admin] Publish callbacks [] for router (be077baf-7e54-4c6c-9d7f-973736ca605e), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:16.845914 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvr_db [None req-dd92b3eb-eb28-4448-9f0e-155bd7009ba7 None None] Set router be077baf-7e54-4c6c-9d7f-973736ca605e gateway port host: dv-cinder-843361-2-smb {{(pid=104679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:48:16.869879 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:16.901937 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:16.925395 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a3fda911-33c9-4139-8c9e-ac28b326500b admin admin] Publish callbacks [] for router_gateway (be077baf-7e54-4c6c-9d7f-973736ca605e), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:16.952150 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:17.016199 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-dd92b3eb-eb28-4448-9f0e-155bd7009ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'name': 'tempest-AttachVolumeShelveTestJSON-533071195-router', 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.187'}], 'enable_snat': True}, 'gw_port_id': '25a7a4ba-4bdc-4818-b9e6-6b55b9218b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:43:09Z', 'updated_at': '2022-05-27T03:48:16Z', 'revision_number': 5, 'project_id': 'e64d3975127c49b387c4f167cd3f269a', 'gw_port': {'id': '25a7a4ba-4bdc-4818-b9e6-6b55b9218b29', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:09Z', 'updated_at': '2022-05-27T03:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb'}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:17.040835 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-a3fda911-33c9-4139-8c9e-ac28b326500b admin admin] Deleting port 25a7a4ba-4bdc-4818-b9e6-6b55b9218b29 {{(pid=104677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:48:17.041172 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a3fda911-33c9-4139-8c9e-ac28b326500b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (25a7a4ba-4bdc-4818-b9e6-6b55b9218b29), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:17.045420 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd92b3eb-eb28-4448-9f0e-155bd7009ba7 None None] Checking router: be077baf-7e54-4c6c-9d7f-973736ca605e for host: dv-cinder-843361-2-smb {{(pid=104679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:48:17.055050 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd92b3eb-eb28-4448-9f0e-155bd7009ba7 None None] Routers {'be077baf-7e54-4c6c-9d7f-973736ca605e'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:48:17.055375 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-dd92b3eb-eb28-4448-9f0e-155bd7009ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:48:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['be077baf-7e54-4c6c-9d7f-973736ca605e'], 'active': True} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:17.122724 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-a3fda911-33c9-4139-8c9e-ac28b326500b admin admin] For port 25a7a4ba-4bdc-4818-b9e6-6b55b9218b29, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=25a7a4ba-4bdc-4818-b9e6-6b55b9218b29,segment=NetworkSegment(bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5),segment_id=bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:48:17.125512 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a3fda911-33c9-4139-8c9e-ac28b326500b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (25a7a4ba-4bdc-4818-b9e6-6b55b9218b29), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:17.136852 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvr_db [None req-dd92b3eb-eb28-4448-9f0e-155bd7009ba7 None None] Set router be077baf-7e54-4c6c-9d7f-973736ca605e gateway port host: None {{(pid=104679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:48:17.137511 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-a3fda911-33c9-4139-8c9e-ac28b326500b admin admin] Calling delete_port for 25a7a4ba-4bdc-4818-b9e6-6b55b9218b29 owned by network:router_gateway {{(pid=104677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:48:17.187216 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-dd92b3eb-eb28-4448-9f0e-155bd7009ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'name': 'tempest-AttachVolumeShelveTestJSON-533071195-router', 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:43:09Z', 'updated_at': '2022-05-27T03:48:16Z', 'revision_number': 6, 'project_id': 'e64d3975127c49b387c4f167cd3f269a', 'gw_port_host': None}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:17.211376 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd92b3eb-eb28-4448-9f0e-155bd7009ba7 None None] The sync data for ids ['be077baf-7e54-4c6c-9d7f-973736ca605e'] in dv-cinder-843361-2-smb is: [{'id': 'be077baf-7e54-4c6c-9d7f-973736ca605e', 'name': 'tempest-AttachVolumeShelveTestJSON-533071195-router', 'tenant_id': 'e64d3975127c49b387c4f167cd3f269a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:43:09Z', 'updated_at': '2022-05-27T03:48:16Z', 'revision_number': 6, 'project_id': 'e64d3975127c49b387c4f167cd3f269a', 'gw_port_host': None}] {{(pid=104679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:48:17.369400 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a3fda911-33c9-4139-8c9e-ac28b326500b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59984224'] for port (25a7a4ba-4bdc-4818-b9e6-6b55b9218b29), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:17.391859 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fda911-33c9-4139-8c9e-ac28b326500b admin admin] Pushing event deleted for resources: {'Port': ['ID=25a7a4ba-4bdc-4818-b9e6-6b55b9218b29,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:17.453633 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a3fda911-33c9-4139-8c9e-ac28b326500b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665627'] for router_gateway (be077baf-7e54-4c6c-9d7f-973736ca605e), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:17.538390 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a3fda911-33c9-4139-8c9e-ac28b326500b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router (be077baf-7e54-4c6c-9d7f-973736ca605e), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:17.540623 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a3fda911-33c9-4139-8c9e-ac28b326500b admin admin] Publish callbacks [] for router_controller (be077baf-7e54-4c6c-9d7f-973736ca605e), precommit_delete_associations {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:17.651570 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a3fda911-33c9-4139-8c9e-ac28b326500b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3889025'] for router (be077baf-7e54-4c6c-9d7f-973736ca605e), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:17.652206 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3fda911-33c9-4139-8c9e-ac28b326500b admin admin] Fanout notify agent at l3_agent the message router_deleted on router be077baf-7e54-4c6c-9d7f-973736ca605e {{(pid=104677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:48:17.656492 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a3fda911-33c9-4139-8c9e-ac28b326500b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:17.657729 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-a3fda911-33c9-4139-8c9e-ac28b326500b admin admin] 10.222.0.71 "DELETE /v2.0/routers/be077baf-7e54-4c6c-9d7f-973736ca605e HTTP/1.1" status: 204 len: 168 time: 0.9331264 May 27 03:48:17.660484 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 59346) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:48:17.717066 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af460e6-c25a-474e-8d93-2289aee682c1 admin admin] Deleting subnet 2f40426d-a764-47ba-9279-ffa431835798 {{(pid=104678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:48:17.721457 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-4af460e6-c25a-474e-8d93-2289aee682c1 admin admin] Publish callbacks [] for subnet (2f40426d-a764-47ba-9279-ffa431835798), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:17.758042 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-4af460e6-c25a-474e-8d93-2289aee682c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62397896'] for subnet (2f40426d-a764-47ba-9279-ffa431835798), precommit_delete_associations {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:17.831512 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-4af460e6-c25a-474e-8d93-2289aee682c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380246'] for subnet (2f40426d-a764-47ba-9279-ffa431835798), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:17.958258 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-4af460e6-c25a-474e-8d93-2289aee682c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62478895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62435521'] for subnet (2f40426d-a764-47ba-9279-ffa431835798), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:17.991682 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af460e6-c25a-474e-8d93-2289aee682c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f40426d-a764-47ba-9279-ffa431835798,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:17.996315 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-4af460e6-c25a-474e-8d93-2289aee682c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for subnet (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:17.997705 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-4af460e6-c25a-474e-8d93-2289aee682c1 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/2f40426d-a764-47ba-9279-ffa431835798 HTTP/1.1" status: 204 len: 168 time: 0.3355613 May 27 03:48:17.997870 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df8b082-bc4f-4b72-ae4d-95d534cf8eb8 None None] Network d4913486-ec50-4585-8ca2-f97563844744 requested from dv-cinder-843361-2-smb {{(pid=104679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:48:17.999655 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 59348) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:48:18.070933 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-75342e34-fd27-4e18-97c0-961cb94d8e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370897'] for network (d4913486-ec50-4585-8ca2-f97563844744), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:18.080393 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:18.115740 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [None req-75342e34-fd27-4e18-97c0-961cb94d8e8f admin admin] Deleting port f5d78516-3996-4486-ab8a-0f57ef4d528d {{(pid=104678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:48:18.116724 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-75342e34-fd27-4e18-97c0-961cb94d8e8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (f5d78516-3996-4486-ab8a-0f57ef4d528d), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:18.166392 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879f3bb3-f72f-4bfa-8ea2-0d006bc62b7a None None] DHCP port deletion for d4913486-ec50-4585-8ca2-f97563844744 request from dv-cinder-843361-2-smb {{(pid=104679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 03:48:18.190720 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [None req-75342e34-fd27-4e18-97c0-961cb94d8e8f admin admin] For port f5d78516-3996-4486-ab8a-0f57ef4d528d, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=f5d78516-3996-4486-ab8a-0f57ef4d528d,segment=NetworkSegment(db38ef5c-f497-4e30-948a-fea63a50f9cb),segment_id=db38ef5c-f497-4e30-948a-fea63a50f9cb)] {{(pid=104678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:48:18.191081 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-75342e34-fd27-4e18-97c0-961cb94d8e8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (f5d78516-3996-4486-ab8a-0f57ef4d528d), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:18.205423 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [None req-75342e34-fd27-4e18-97c0-961cb94d8e8f admin admin] Calling delete_port for f5d78516-3996-4486-ab8a-0f57ef4d528d owned by network:dhcp {{(pid=104678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:48:18.206915 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-879f3bb3-f72f-4bfa-8ea2-0d006bc62b7a None None] Deleting port f5d78516-3996-4486-ab8a-0f57ef4d528d {{(pid=104679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:48:18.207135 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-879f3bb3-f72f-4bfa-8ea2-0d006bc62b7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (f5d78516-3996-4486-ab8a-0f57ef4d528d), before_delete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:18.264786 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:DELETE=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:18.276946 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-879f3bb3-f72f-4bfa-8ea2-0d006bc62b7a None None] For port f5d78516-3996-4486-ab8a-0f57ef4d528d, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=f5d78516-3996-4486-ab8a-0f57ef4d528d,segment=NetworkSegment(db38ef5c-f497-4e30-948a-fea63a50f9cb),segment_id=db38ef5c-f497-4e30-948a-fea63a50f9cb)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:48:18.277436 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-879f3bb3-f72f-4bfa-8ea2-0d006bc62b7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (f5d78516-3996-4486-ab8a-0f57ef4d528d), precommit_delete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:18.292088 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-879f3bb3-f72f-4bfa-8ea2-0d006bc62b7a None None] Calling delete_port for f5d78516-3996-4486-ab8a-0f57ef4d528d owned by network:dhcp {{(pid=104679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:48:18.392330 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-75342e34-fd27-4e18-97c0-961cb94d8e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (f5d78516-3996-4486-ab8a-0f57ef4d528d), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:18.399096 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-879f3bb3-f72f-4bfa-8ea2-0d006bc62b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930'] for port (f5d78516-3996-4486-ab8a-0f57ef4d528d), after_delete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:18.419170 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75342e34-fd27-4e18-97c0-961cb94d8e8f admin admin] Pushing event deleted for resources: {'Port': ['ID=f5d78516-3996-4486-ab8a-0f57ef4d528d,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:18.421463 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75342e34-fd27-4e18-97c0-961cb94d8e8f admin admin] No DVR routers for this DVR port f5d78516-3996-4486-ab8a-0f57ef4d528d on host dv-cinder-843361-2-smb {{(pid=104678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:48:18.431973 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879f3bb3-f72f-4bfa-8ea2-0d006bc62b7a None None] No DVR routers for this DVR port f5d78516-3996-4486-ab8a-0f57ef4d528d on host dv-cinder-843361-2-smb {{(pid=104679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:48:18.437394 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f3bb3-f72f-4bfa-8ea2-0d006bc62b7a None None] Pushing event deleted for resources: {'Port': ['ID=f5d78516-3996-4486-ab8a-0f57ef4d528d,revision_number=None']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:18.447840 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f3bb3-f72f-4bfa-8ea2-0d006bc62b7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:18.453372 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f3bb3-f72f-4bfa-8ea2-0d006bc62b7a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:18.453372 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f3bb3-f72f-4bfa-8ea2-0d006bc62b7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:18.453372 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f3bb3-f72f-4bfa-8ea2-0d006bc62b7a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:18.453372 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f3bb3-f72f-4bfa-8ea2-0d006bc62b7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:18.453372 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f3bb3-f72f-4bfa-8ea2-0d006bc62b7a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:18.453372 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f3bb3-f72f-4bfa-8ea2-0d006bc62b7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:18.453372 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f3bb3-f72f-4bfa-8ea2-0d006bc62b7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:18.453372 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f3bb3-f72f-4bfa-8ea2-0d006bc62b7a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:18.453372 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f3bb3-f72f-4bfa-8ea2-0d006bc62b7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:18.453372 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f3bb3-f72f-4bfa-8ea2-0d006bc62b7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:18.453372 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f3bb3-f72f-4bfa-8ea2-0d006bc62b7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:18.453372 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f3bb3-f72f-4bfa-8ea2-0d006bc62b7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:18.453372 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f3bb3-f72f-4bfa-8ea2-0d006bc62b7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:18.453372 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f3bb3-f72f-4bfa-8ea2-0d006bc62b7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:18.495533 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-75342e34-fd27-4e18-97c0-961cb94d8e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376291', 'neutron.services.segments.db._delete_segments_for_network-8755264080240'] for network (d4913486-ec50-4585-8ca2-f97563844744), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:18.516040 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.services.segments.db [None req-75342e34-fd27-4e18-97c0-961cb94d8e8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4913486-ec50-4585-8ca2-f97563844744']}} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:18.525788 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.services.segments.db [None req-75342e34-fd27-4e18-97c0-961cb94d8e8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db38ef5c-f497-4e30-948a-fea63a50f9cb') {'for_net_delete': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:18.526078 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.services.segments.db [None req-75342e34-fd27-4e18-97c0-961cb94d8e8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db38ef5c-f497-4e30-948a-fea63a50f9cb') {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:18.536363 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-75342e34-fd27-4e18-97c0-961cb94d8e8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755264080505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62397937'] for segment (db38ef5c-f497-4e30-948a-fea63a50f9cb), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:18.549951 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-75342e34-fd27-4e18-97c0-961cb94d8e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105'] for segment (db38ef5c-f497-4e30-948a-fea63a50f9cb), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:18.556721 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75342e34-fd27-4e18-97c0-961cb94d8e8f admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=104678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:48:18.557245 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-75342e34-fd27-4e18-97c0-961cb94d8e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62479245'] for segment (db38ef5c-f497-4e30-948a-fea63a50f9cb), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:18.603841 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.services.segments.plugin [-] Segment db38ef5c-f497-4e30-948a-fea63a50f9cb resource provider aggregate not found May 27 03:48:18.622181 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.services.segments.plugin [-] Segment db38ef5c-f497-4e30-948a-fea63a50f9cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid db38ef5c-f497-4e30-948a-fea63a50f9cb found for delete ", "request_id": "req-1a74f95a-02c4-48b6-b51f-412bfcd26b3f"}]} May 27 03:48:18.686898 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 25a7a4ba-4bdc-4818-b9e6-6b55b9218b29 no longer exists at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:48:18.714918 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] No Port match for: 25a7a4ba-4bdc-4818-b9e6-6b55b9218b29 {{(pid=104679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:48:18.714918 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 25a7a4ba-4bdc-4818-b9e6-6b55b9218b29 not bound to the agent host dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:48:18.714918 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device f5d78516-3996-4486-ab8a-0f57ef4d528d no longer exists at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:48:18.726713 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] No Port match for: f5d78516-3996-4486-ab8a-0f57ef4d528d {{(pid=104679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:48:18.727055 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device f5d78516-3996-4486-ab8a-0f57ef4d528d not bound to the agent host dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:48:18.727456 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device dabaf1cd-0bae-47bf-b100-3f588e5ff63c no longer exists at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:48:18.744894 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] No Port match for: dabaf1cd-0bae-47bf-b100-3f588e5ff63c {{(pid=104679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:48:18.747306 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device dabaf1cd-0bae-47bf-b100-3f588e5ff63c not bound to the agent host dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:48:18.763438 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-75342e34-fd27-4e18-97c0-961cb94d8e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665655'] for network (d4913486-ec50-4585-8ca2-f97563844744), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:18.769127 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-75342e34-fd27-4e18-97c0-961cb94d8e8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for network (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:18.772811 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-75342e34-fd27-4e18-97c0-961cb94d8e8f admin admin] 10.222.0.71 "DELETE /v2.0/networks/d4913486-ec50-4585-8ca2-f97563844744 HTTP/1.1" status: 204 len: 168 time: 0.7716000 May 27 03:48:18.784449 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75342e34-fd27-4e18-97c0-961cb94d8e8f admin admin] Pushing event deleted for resources: {'Network': ['ID=d4913486-ec50-4585-8ca2-f97563844744,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:19.089970 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 59356) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:48:19.131068 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-ba8fb4c8-f3dd-42ae-83f4-d9aebedfe918 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e64d3975127c49b387c4f167cd3f269a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399516 May 27 03:48:19.134247 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 59358) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:48:19.182441 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-94beacd4-9576-491a-a888-d87f0c778417 admin admin] Publish callbacks [] for security_group (06553220-ee8e-4d12-a2e2-d9f411c4a0e6), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:19.184583 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:19.204694 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-94beacd4-9576-491a-a888-d87f0c778417 admin admin] Publish callbacks [] for security_group (06553220-ee8e-4d12-a2e2-d9f411c4a0e6), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:19.334713 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-94beacd4-9576-491a-a888-d87f0c778417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (06553220-ee8e-4d12-a2e2-d9f411c4a0e6), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:19.337581 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-94beacd4-9576-491a-a888-d87f0c778417 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:19.338763 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-94beacd4-9576-491a-a888-d87f0c778417 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/06553220-ee8e-4d12-a2e2-d9f411c4a0e6 HTTP/1.1" status: 204 len: 168 time: 0.2036216 May 27 03:48:19.347137 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94beacd4-9576-491a-a888-d87f0c778417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06553220-ee8e-4d12-a2e2-d9f411c4a0e6,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:20.417051 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 59380) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:48:20.515272 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-a18b1e26-fb12-499a-998d-fc90a5a96245 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2077978660-network', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:48:20.614876 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18b1e26-fb12-499a-998d-fc90a5a96245 admin admin] Made reservation on behalf of a194a9d6aa0242ddb7d74e6738f9cdda for: {'network': 1} {{(pid=104677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:48:20.617949 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a18b1e26-fb12-499a-998d-fc90a5a96245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for network (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:20.630069 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a18b1e26-fb12-499a-998d-fc90a5a96245 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:20.649453 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:20.705787 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a18b1e26-fb12-499a-998d-fc90a5a96245 admin admin] Publish callbacks [] for security_group (0440813c-64a9-4304-ac1c-c55f9781ed33), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:20.746177 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a18b1e26-fb12-499a-998d-fc90a5a96245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (0440813c-64a9-4304-ac1c-c55f9781ed33), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:20.775018 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a18b1e26-fb12-499a-998d-fc90a5a96245 admin admin] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=104677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:48:20.780459 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b1e26-fb12-499a-998d-fc90a5a96245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0440813c-64a9-4304-ac1c-c55f9781ed33,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:20.787669 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a18b1e26-fb12-499a-998d-fc90a5a96245 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755264080231', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105'] for segment (c5abf49d-858b-4e95-8cd1-99c207dfa536), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:20.788749 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.db.segments_db [None req-a18b1e26-fb12-499a-998d-fc90a5a96245 admin admin] Added segment c5abf49d-858b-4e95-8cd1-99c207dfa536 of type vlan for network f129e03b-298e-4668-9d33-9fcd7785dce3 May 27 03:48:20.828718 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a18b1e26-fb12-499a-998d-fc90a5a96245 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755263573863'] for network (f129e03b-298e-4668-9d33-9fcd7785dce3), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:20.911827 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a18b1e26-fb12-499a-998d-fc90a5a96245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027'] for network (f129e03b-298e-4668-9d33-9fcd7785dce3), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:20.913458 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18b1e26-fb12-499a-998d-fc90a5a96245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:20.914093 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a18b1e26-fb12-499a-998d-fc90a5a96245 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for network (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:20.973760 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b1e26-fb12-499a-998d-fc90a5a96245 admin admin] Pushing event updated for resources: {'Network': ['ID=f129e03b-298e-4668-9d33-9fcd7785dce3,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:20.983746 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Network f129e03b-298e-4668-9d33-9fcd7785dce3 details requested by agent ovs-agent-dv-cinder-843361-2-smb with host dv-cinder-843361-2-smb {{(pid=104679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:48:20.994629 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-a18b1e26-fb12-499a-998d-fc90a5a96245 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.5764549 May 27 03:48:20.997679 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 59384) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:48:21.002408 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-091d5171-b9c6-48d2-9c1d-98697d64a5fb admin admin] Request body: {'subnet': {'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2077978660-subnet', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:48:21.083543 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091d5171-b9c6-48d2-9c1d-98697d64a5fb admin admin] Made reservation on behalf of a194a9d6aa0242ddb7d74e6738f9cdda for: {'subnet': 1} {{(pid=104677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:48:21.086727 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-091d5171-b9c6-48d2-9c1d-98697d64a5fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60058002'] for subnet (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:21.228953 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:21.294927 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-091d5171-b9c6-48d2-9c1d-98697d64a5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59984080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60057988'] for subnet (19dda8db-4611-478b-a963-80c8130bed0e), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:21.353489 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d5171-b9c6-48d2-9c1d-98697d64a5fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=19dda8db-4611-478b-a963-80c8130bed0e,revision_number=0']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:21.360975 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091d5171-b9c6-48d2-9c1d-98697d64a5fb admin admin] Checking segment: {'id': 'c5abf49d-858b-4e95-8cd1-99c207dfa536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:48:21.361364 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091d5171-b9c6-48d2-9c1d-98697d64a5fb admin admin] Network hostable DHCP agents. Network: f129e03b-298e-4668-9d33-9fcd7785dce3, hostable agents: ['51435755-087c-400e-9559-48781745a262'], hosted agents: [] {{(pid=104677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:48:21.431611 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091d5171-b9c6-48d2-9c1d-98697d64a5fb admin admin] Network f129e03b-298e-4668-9d33-9fcd7785dce3 is scheduled to be hosted by DHCP agent 51435755-087c-400e-9559-48781745a262 with binding_index 1 {{(pid=104677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:48:21.505990 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.base_scheduler [None req-091d5171-b9c6-48d2-9c1d-98697d64a5fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-2-smb, f129e03b-298e-4668-9d33-9fcd7785dce3) {{(pid=104677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:21.511306 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091d5171-b9c6-48d2-9c1d-98697d64a5fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:21.512050 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-091d5171-b9c6-48d2-9c1d-98697d64a5fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:21.515826 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f0f1ca-4efb-4fbb-8c33-d64d0b4bdcaa None None] Network f129e03b-298e-4668-9d33-9fcd7785dce3 requested from dv-cinder-843361-2-smb {{(pid=104679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:48:21.606007 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-091d5171-b9c6-48d2-9c1d-98697d64a5fb admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6071153 May 27 03:48:21.608559 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 59386) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:48:21.612784 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-0b3cb484-716c-46df-babe-e7684626f061 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2077978660-router', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'}}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:48:21.618252 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bab996-4e5a-4699-8978-944a4730a44b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp35ccf49e-a895-563f-88ce-f04d0597ddad-f129e03b-298e-4668-9d33-9fcd7785dce3', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'fixed_ips': [{'subnet_id': '19dda8db-4611-478b-a963-80c8130bed0e'}]}} from dv-cinder-843361-2-smb. {{(pid=104679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:48:21.619497 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-f5bab996-4e5a-4699-8978-944a4730a44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:21.706575 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0b3cb484-716c-46df-babe-e7684626f061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3642992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7936'] for router (b9f12b94-dac5-4009-be75-479064a0e07e), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:21.707670 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0b3cb484-716c-46df-babe-e7684626f061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3889088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3801747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7993'] for router (b9f12b94-dac5-4009-be75-479064a0e07e), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:21.720211 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:21.759791 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0b3cb484-716c-46df-babe-e7684626f061 admin admin] Publish callbacks [] for router_controller (b9f12b94-dac5-4009-be75-479064a0e07e), precommit_add_association {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:21.793888 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.db_base_plugin_common [None req-f5bab996-4e5a-4699-8978-944a4730a44b None None] Allocated IP 172.20.0.2 (f129e03b-298e-4668-9d33-9fcd7785dce3/19dda8db-4611-478b-a963-80c8130bed0e/c015744f-d79f-4210-93e6-82d2da064a75) {{(pid=104679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:48:21.817075 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:21.932894 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-f5bab996-4e5a-4699-8978-944a4730a44b None None] Publish callbacks [] for port (c015744f-d79f-4210-93e6-82d2da064a75), precommit_create {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:21.945002 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0b3cb484-716c-46df-babe-e7684626f061 admin admin] Publish callbacks [] for router_gateway (b9f12b94-dac5-4009-be75-479064a0e07e), precommit_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:22.015079 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-f5bab996-4e5a-4699-8978-944a4730a44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921'] for port (c015744f-d79f-4210-93e6-82d2da064a75), after_create {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:22.060555 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bab996-4e5a-4699-8978-944a4730a44b None None] Network f129e03b-298e-4668-9d33-9fcd7785dce3 is already hosted by enough agents. {{(pid=104679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:48:22.065147 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.scheduler.base_scheduler [None req-f5bab996-4e5a-4699-8978-944a4730a44b None None] Resources bound (agent type, host, resource id): {{(pid=104679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:22.068978 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bab996-4e5a-4699-8978-944a4730a44b None None] Received port after_create {{(pid=104679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:48:22.072279 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bab996-4e5a-4699-8978-944a4730a44b None None] Pushing event updated for resources: {'Port': ['ID=c015744f-d79f-4210-93e6-82d2da064a75,revision_number=1']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:22.087317 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:22.127888 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-f5bab996-4e5a-4699-8978-944a4730a44b None None] Attempting to bind port c015744f-d79f-4210-93e6-82d2da064a75 on host dv-cinder-843361-2-smb for vnic_type normal with profile {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:48:22.128251 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-f5bab996-4e5a-4699-8978-944a4730a44b None None] Attempting to bind port c015744f-d79f-4210-93e6-82d2da064a75 by drivers openvswitch,hyperv on host dv-cinder-843361-2-smb at level 0 using segments [{'id': 'c5abf49d-858b-4e95-8cd1-99c207dfa536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3'}] {{(pid=104679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:48:22.128611 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bab996-4e5a-4699-8978-944a4730a44b None None] Attempting to bind port c015744f-d79f-4210-93e6-82d2da064a75 on network f129e03b-298e-4668-9d33-9fcd7785dce3 {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:48:22.134751 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bab996-4e5a-4699-8978-944a4730a44b None None] Checking agent: {'id': '9eab1ddd-6fe1-4746-91d3-5b2c5a714814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 29, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 29, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:48:22.135123 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bab996-4e5a-4699-8978-944a4730a44b None None] Checking segment: {'id': 'c5abf49d-858b-4e95-8cd1-99c207dfa536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:48:22.135526 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-f5bab996-4e5a-4699-8978-944a4730a44b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:22.135911 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bab996-4e5a-4699-8978-944a4730a44b None None] Bound using segment: {'id': 'c5abf49d-858b-4e95-8cd1-99c207dfa536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3'} {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:48:22.136378 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-f5bab996-4e5a-4699-8978-944a4730a44b None None] Bound port: c015744f-d79f-4210-93e6-82d2da064a75, host: dv-cinder-843361-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5abf49d-858b-4e95-8cd1-99c207dfa536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3'}}] {{(pid=104679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:48:22.136757 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-f5bab996-4e5a-4699-8978-944a4730a44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (c015744f-d79f-4210-93e6-82d2da064a75), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:22.203427 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-f5bab996-4e5a-4699-8978-944a4730a44b None None] For port c015744f-d79f-4210-93e6-82d2da064a75, host dv-cinder-843361-2-smb, cleared binding levels {{(pid=104679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:48:22.206650 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-f5bab996-4e5a-4699-8978-944a4730a44b None None] For port c015744f-d79f-4210-93e6-82d2da064a75, host dv-cinder-843361-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=c015744f-d79f-4210-93e6-82d2da064a75,segment=NetworkSegment(c5abf49d-858b-4e95-8cd1-99c207dfa536),segment_id=c5abf49d-858b-4e95-8cd1-99c207dfa536)] {{(pid=104679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:48:22.255441 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-f5bab996-4e5a-4699-8978-944a4730a44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (c015744f-d79f-4210-93e6-82d2da064a75), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:22.322260 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bab996-4e5a-4699-8978-944a4730a44b None None] Pushing event updated for resources: {'Port': ['ID=c015744f-d79f-4210-93e6-82d2da064a75,revision_number=2']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:22.332444 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:22.478795 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0b3cb484-716c-46df-babe-e7684626f061 admin admin] Publish callbacks [] for router_gateway (b9f12b94-dac5-4009-be75-479064a0e07e), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:22.498754 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0b3cb484-716c-46df-babe-e7684626f061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:22.678025 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.db_base_plugin_common [None req-0b3cb484-716c-46df-babe-e7684626f061 admin admin] Allocated IP 172.28.2.195 (2c8f85dd-7a0e-40ae-be84-c061eec53ce1/4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03/90a3e523-0769-4563-b8dc-9b2b577e194b) {{(pid=104677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:48:22.708075 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device c015744f-d79f-4210-93e6-82d2da064a75 up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:48:22.753831 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port c015744f-d79f-4210-93e6-82d2da064a75 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:48:22.754203 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (c015744f-d79f-4210-93e6-82d2da064a75), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:22.776909 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:22.791295 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0b3cb484-716c-46df-babe-e7684626f061 admin admin] Publish callbacks [] for port (90a3e523-0769-4563-b8dc-9b2b577e194b), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:22.826298 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port c015744f-d79f-4210-93e6-82d2da064a75 is: DOWN; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:48:22.826688 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (c015744f-d79f-4210-93e6-82d2da064a75), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:22.864511 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] For port c015744f-d79f-4210-93e6-82d2da064a75, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=c015744f-d79f-4210-93e6-82d2da064a75,segment=NetworkSegment(c5abf49d-858b-4e95-8cd1-99c207dfa536),segment_id=c5abf49d-858b-4e95-8cd1-99c207dfa536)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:48:22.867119 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0b3cb484-716c-46df-babe-e7684626f061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59984224'] for port (90a3e523-0769-4563-b8dc-9b2b577e194b), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:22.900815 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (c015744f-d79f-4210-93e6-82d2da064a75), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:22.915868 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3cb484-716c-46df-babe-e7684626f061 admin admin] Network 2c8f85dd-7a0e-40ae-be84-c061eec53ce1 is already hosted by enough agents. {{(pid=104677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:48:22.916300 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.base_scheduler [None req-0b3cb484-716c-46df-babe-e7684626f061 admin admin] Resources bound (agent type, host, resource id): {{(pid=104677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:22.920364 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3cb484-716c-46df-babe-e7684626f061 admin admin] Received port after_create {{(pid=104677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:48:22.946766 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3cb484-716c-46df-babe-e7684626f061 admin admin] Pushing event updated for resources: {'Port': ['ID=90a3e523-0769-4563-b8dc-9b2b577e194b,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:22.952620 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:22.953845 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Pushing event updated for resources: {'Port': ['ID=c015744f-d79f-4210-93e6-82d2da064a75,revision_number=3']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:23.181878 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c8e44f-d390-4860-ba4c-126bcaf23f05 None None] Network f129e03b-298e-4668-9d33-9fcd7785dce3 requested from dv-cinder-843361-2-smb {{(pid=104679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:48:23.236397 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-ae608562-d446-4298-9e10-748fd1429c9b None None] Provisioning complete for port c015744f-d79f-4210-93e6-82d2da064a75 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:48:23.236770 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-ae608562-d446-4298-9e10-748fd1429c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (c015744f-d79f-4210-93e6-82d2da064a75), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:23.249643 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0b3cb484-716c-46df-babe-e7684626f061 admin admin] Publish callbacks [] for router_gateway (b9f12b94-dac5-4009-be75-479064a0e07e), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:23.450706 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0b3cb484-716c-46df-babe-e7684626f061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3889143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664899'] for router (b9f12b94-dac5-4009-be75-479064a0e07e), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:23.482187 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-ae608562-d446-4298-9e10-748fd1429c9b None None] Current status of the port c015744f-d79f-4210-93e6-82d2da064a75 is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:48:23.488989 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:23.688179 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3cb484-716c-46df-babe-e7684626f061 admin admin] Router b9f12b94-dac5-4009-be75-479064a0e07e is scheduled to L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 with binding_index 1 {{(pid=104677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:48:23.702178 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-25492855-9a37-4566-9b69-817b1cd89375 None None] Provisioning complete for port c015744f-d79f-4210-93e6-82d2da064a75 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:48:23.702659 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-25492855-9a37-4566-9b69-817b1cd89375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (c015744f-d79f-4210-93e6-82d2da064a75), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:23.781027 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-25492855-9a37-4566-9b69-817b1cd89375 None None] Current status of the port c015744f-d79f-4210-93e6-82d2da064a75 is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:48:23.797672 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3cb484-716c-46df-babe-e7684626f061 admin admin] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:48:23.807230 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b463195-3141-4e58-82df-176409b11247 None None] Sync routers for ids ['b9f12b94-dac5-4009-be75-479064a0e07e'] in dv-cinder-843361-2-smb {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:48:23.817598 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b463195-3141-4e58-82df-176409b11247 None None] Routers {'b9f12b94-dac5-4009-be75-479064a0e07e'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:48:23.818234 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-2b463195-3141-4e58-82df-176409b11247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:48:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['b9f12b94-dac5-4009-be75-479064a0e07e'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:23.918891 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-2b463195-3141-4e58-82df-176409b11247 None None] Set router b9f12b94-dac5-4009-be75-479064a0e07e gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:48:23.931481 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0b3cb484-716c-46df-babe-e7684626f061 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:23.935315 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-0b3cb484-716c-46df-babe-e7684626f061 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3232117 May 27 03:48:23.935624 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 59388) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:48:24.088805 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-2b463195-3141-4e58-82df-176409b11247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'name': 'tempest-AttachVolumeNegativeTest-2077978660-router', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:21Z', 'updated_at': '2022-05-27T03:48:23Z', 'revision_number': 3, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'gw_port': {'id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:60:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:22Z', 'updated_at': '2022-05-27T03:48:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb'}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:24.119232 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b463195-3141-4e58-82df-176409b11247 None None] Checking router: b9f12b94-dac5-4009-be75-479064a0e07e for host: dv-cinder-843361-2-smb {{(pid=104680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:48:24.119586 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b463195-3141-4e58-82df-176409b11247 None None] Updating router b9f12b94-dac5-4009-be75-479064a0e07e port 90a3e523-0769-4563-b8dc-9b2b577e194b binding host dv-cinder-843361-2-smb {{(pid=104680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:48:24.130625 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:24.147506 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-2b463195-3141-4e58-82df-176409b11247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (90a3e523-0769-4563-b8dc-9b2b577e194b), before_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:24.346356 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7119b36a-9c60-4b1a-b8e7-dec092644fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:24.431748 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-2b463195-3141-4e58-82df-176409b11247 None None] Publish callbacks [] for port (90a3e523-0769-4563-b8dc-9b2b577e194b), precommit_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:24.503548 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.db_base_plugin_common [None req-7119b36a-9c60-4b1a-b8e7-dec092644fa6 admin admin] Allocated IP 172.20.0.1 (f129e03b-298e-4668-9d33-9fcd7785dce3/19dda8db-4611-478b-a963-80c8130bed0e/e55d2f92-294c-4b28-b58d-096e93e3bfbe) {{(pid=104677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:48:24.508557 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-2b463195-3141-4e58-82df-176409b11247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (90a3e523-0769-4563-b8dc-9b2b577e194b), after_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:24.581718 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:24.624181 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7119b36a-9c60-4b1a-b8e7-dec092644fa6 admin admin] Publish callbacks [] for port (e55d2f92-294c-4b28-b58d-096e93e3bfbe), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:24.640911 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b341263-68a4-429a-8d15-664df22c3a0b None None] Pushing event updated for resources: {'Port': ['ID=90a3e523-0769-4563-b8dc-9b2b577e194b,revision_number=2']} {{(pid=104680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:24.648500 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.managers [None req-2b463195-3141-4e58-82df-176409b11247 None None] Attempting to bind port 90a3e523-0769-4563-b8dc-9b2b577e194b on host dv-cinder-843361-2-smb for vnic_type normal with profile {{(pid=104680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:48:24.648500 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.managers [None req-2b463195-3141-4e58-82df-176409b11247 None None] Attempting to bind port 90a3e523-0769-4563-b8dc-9b2b577e194b by drivers openvswitch,hyperv on host dv-cinder-843361-2-smb at level 0 using segments [{'id': 'bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'}] {{(pid=104680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:48:24.648500 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b463195-3141-4e58-82df-176409b11247 None None] Attempting to bind port 90a3e523-0769-4563-b8dc-9b2b577e194b on network 2c8f85dd-7a0e-40ae-be84-c061eec53ce1 {{(pid=104680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:48:24.651734 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b341263-68a4-429a-8d15-664df22c3a0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:24.652300 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b341263-68a4-429a-8d15-664df22c3a0b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:24.652433 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b341263-68a4-429a-8d15-664df22c3a0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:24.652729 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b341263-68a4-429a-8d15-664df22c3a0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:24.653065 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b341263-68a4-429a-8d15-664df22c3a0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:24.653516 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b341263-68a4-429a-8d15-664df22c3a0b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:24.653726 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b341263-68a4-429a-8d15-664df22c3a0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:24.654043 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b341263-68a4-429a-8d15-664df22c3a0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:24.654358 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b341263-68a4-429a-8d15-664df22c3a0b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:24.654741 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b341263-68a4-429a-8d15-664df22c3a0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:24.654999 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b341263-68a4-429a-8d15-664df22c3a0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:24.655399 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b341263-68a4-429a-8d15-664df22c3a0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:24.656009 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b341263-68a4-429a-8d15-664df22c3a0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:24.656126 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b341263-68a4-429a-8d15-664df22c3a0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:24.656564 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b341263-68a4-429a-8d15-664df22c3a0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:24.661811 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b463195-3141-4e58-82df-176409b11247 None None] Checking agent: {'id': '9eab1ddd-6fe1-4746-91d3-5b2c5a714814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 29, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 29, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:48:24.662247 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b463195-3141-4e58-82df-176409b11247 None None] Checking segment: {'id': 'bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:48:24.662597 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-2b463195-3141-4e58-82df-176409b11247 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:24.663126 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b463195-3141-4e58-82df-176409b11247 None None] Bound using segment: {'id': 'bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'} {{(pid=104680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:48:24.663574 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.managers [None req-2b463195-3141-4e58-82df-176409b11247 None None] Bound port: 90a3e523-0769-4563-b8dc-9b2b577e194b, host: dv-cinder-843361-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'}}] {{(pid=104680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:48:24.663943 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-2b463195-3141-4e58-82df-176409b11247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (90a3e523-0769-4563-b8dc-9b2b577e194b), before_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:24.710951 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device c015744f-d79f-4210-93e6-82d2da064a75 up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:48:24.713794 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.db [None req-2b463195-3141-4e58-82df-176409b11247 None None] For port 90a3e523-0769-4563-b8dc-9b2b577e194b, host dv-cinder-843361-2-smb, cleared binding levels {{(pid=104680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:48:24.716815 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.plugins.ml2.db [None req-2b463195-3141-4e58-82df-176409b11247 None None] For port 90a3e523-0769-4563-b8dc-9b2b577e194b, host dv-cinder-843361-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=90a3e523-0769-4563-b8dc-9b2b577e194b,segment=NetworkSegment(bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5),segment_id=bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5)] {{(pid=104680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:48:24.746633 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7119b36a-9c60-4b1a-b8e7-dec092644fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59984224'] for port (e55d2f92-294c-4b28-b58d-096e93e3bfbe), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:24.758117 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port c015744f-d79f-4210-93e6-82d2da064a75 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:48:24.758498 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (c015744f-d79f-4210-93e6-82d2da064a75), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:24.764101 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron_lib.callbacks.manager [None req-2b463195-3141-4e58-82df-176409b11247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (90a3e523-0769-4563-b8dc-9b2b577e194b), after_update {{(pid=104680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:24.770205 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:24.785637 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7119b36a-9c60-4b1a-b8e7-dec092644fa6 admin admin] Network f129e03b-298e-4668-9d33-9fcd7785dce3 is already hosted by enough agents. {{(pid=104677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:48:24.792612 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.base_scheduler [None req-7119b36a-9c60-4b1a-b8e7-dec092644fa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:24.796671 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7119b36a-9c60-4b1a-b8e7-dec092644fa6 admin admin] Received port after_create {{(pid=104677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:48:24.801855 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119b36a-9c60-4b1a-b8e7-dec092644fa6 admin admin] Pushing event updated for resources: {'Port': ['ID=e55d2f92-294c-4b28-b58d-096e93e3bfbe,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:24.826850 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b341263-68a4-429a-8d15-664df22c3a0b None None] Pushing event updated for resources: {'Port': ['ID=90a3e523-0769-4563-b8dc-9b2b577e194b,revision_number=3']} {{(pid=104680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:24.842223 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:24.844524 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7119b36a-9c60-4b1a-b8e7-dec092644fa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665520'] for router_interface (b9f12b94-dac5-4009-be75-479064a0e07e), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:24.845644 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b463195-3141-4e58-82df-176409b11247 None None] Routers {'b9f12b94-dac5-4009-be75-479064a0e07e'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:48:24.846444 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-2b463195-3141-4e58-82df-176409b11247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:48:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['b9f12b94-dac5-4009-be75-479064a0e07e'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:24.849446 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:24.868520 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port c015744f-d79f-4210-93e6-82d2da064a75 is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:48:24.929178 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:24.960721 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-2b463195-3141-4e58-82df-176409b11247 None None] Set router b9f12b94-dac5-4009-be75-479064a0e07e gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:48:25.040757 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7119b36a-9c60-4b1a-b8e7-dec092644fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (e55d2f92-294c-4b28-b58d-096e93e3bfbe), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:25.108029 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-a9ad6c6e-85e8-4e7c-94f5-171da4b6bf73 None None] Provisioning complete for port e55d2f92-294c-4b28-b58d-096e93e3bfbe triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:48:25.108318 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-a9ad6c6e-85e8-4e7c-94f5-171da4b6bf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (e55d2f92-294c-4b28-b58d-096e93e3bfbe), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:25.138406 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-2b463195-3141-4e58-82df-176409b11247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'name': 'tempest-AttachVolumeNegativeTest-2077978660-router', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:21Z', 'updated_at': '2022-05-27T03:48:23Z', 'revision_number': 3, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'gw_port': {'id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:60:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:22Z', 'updated_at': '2022-05-27T03:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb'}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:25.144153 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-a9ad6c6e-85e8-4e7c-94f5-171da4b6bf73 None None] Port e55d2f92-294c-4b28-b58d-096e93e3bfbe cannot update to ACTIVE because it is not bound. {{(pid=104679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:48:25.165029 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b463195-3141-4e58-82df-176409b11247 None None] The sync data for ids ['b9f12b94-dac5-4009-be75-479064a0e07e'] in dv-cinder-843361-2-smb is: [{'id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'name': 'tempest-AttachVolumeNegativeTest-2077978660-router', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:21Z', 'updated_at': '2022-05-27T03:48:23Z', 'revision_number': 3, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'gw_port': {'id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:60:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:22Z', 'updated_at': '2022-05-27T03:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb'}] {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:48:25.244942 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7119b36a-9c60-4b1a-b8e7-dec092644fa6 admin admin] Publish callbacks [] for port (e55d2f92-294c-4b28-b58d-096e93e3bfbe), precommit_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:25.317840 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7119b36a-9c60-4b1a-b8e7-dec092644fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59984215'] for port (e55d2f92-294c-4b28-b58d-096e93e3bfbe), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:25.401665 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119b36a-9c60-4b1a-b8e7-dec092644fa6 admin admin] Pushing event updated for resources: {'Port': ['ID=e55d2f92-294c-4b28-b58d-096e93e3bfbe,revision_number=2']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:25.406591 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7119b36a-9c60-4b1a-b8e7-dec092644fa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-827009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3664576'] for router_interface (b9f12b94-dac5-4009-be75-479064a0e07e), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:25.505773 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7119b36a-9c60-4b1a-b8e7-dec092644fa6 admin admin] Network f129e03b-298e-4668-9d33-9fcd7785dce3 is already hosted by enough agents. {{(pid=104677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:48:25.507355 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.base_scheduler [None req-7119b36a-9c60-4b1a-b8e7-dec092644fa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:25.630515 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7119b36a-9c60-4b1a-b8e7-dec092644fa6 admin admin] Router b9f12b94-dac5-4009-be75-479064a0e07e has already been hosted by L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 {{(pid=104677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:48:25.691866 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:25.746729 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7119b36a-9c60-4b1a-b8e7-dec092644fa6 admin admin] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:48:25.751609 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-7119b36a-9c60-4b1a-b8e7-dec092644fa6 admin admin] 10.222.0.71 "PUT /v2.0/routers/b9f12b94-dac5-4009-be75-479064a0e07e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8150125 May 27 03:48:25.767891 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-11e97e04-a425-483a-b545-352543161b8e None None] Provisioning complete for port e55d2f92-294c-4b28-b58d-096e93e3bfbe triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:48:25.768360 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-11e97e04-a425-483a-b545-352543161b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (e55d2f92-294c-4b28-b58d-096e93e3bfbe), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:25.808917 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-11e97e04-a425-483a-b545-352543161b8e None None] Port e55d2f92-294c-4b28-b58d-096e93e3bfbe cannot update to ACTIVE because it is not bound. {{(pid=104679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:48:26.092755 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 59398) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:48:26.097528 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-46e66255-ea29-4f9b-bd4c-2de7ac34571b tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Request body: {'security_group': {'name': 'tempest-securitygroup--464870872', 'description': 'tempest-description--807191468'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:48:26.175251 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-46e66255-ea29-4f9b-bd4c-2de7ac34571b tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:26.243135 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-46e66255-ea29-4f9b-bd4c-2de7ac34571b tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group (36aa0d3e-ed0f-40de-8258-a7cd3cc0878f), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:26.317461 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-46e66255-ea29-4f9b-bd4c-2de7ac34571b tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (36aa0d3e-ed0f-40de-8258-a7cd3cc0878f), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:26.348396 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e66255-ea29-4f9b-bd4c-2de7ac34571b tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36aa0d3e-ed0f-40de-8258-a7cd3cc0878f,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:26.429519 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-46e66255-ea29-4f9b-bd4c-2de7ac34571b tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:26.430120 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-46e66255-ea29-4f9b-bd4c-2de7ac34571b tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3363316 May 27 03:48:26.432955 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 59400) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:48:26.437417 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-bd5149ea-8808-4037-adad-a407153a8999 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Request body: {'security_group_rule': {'security_group_id': '36aa0d3e-ed0f-40de-8258-a7cd3cc0878f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:48:26.536003 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-bd5149ea-8808-4037-adad-a407153a8999 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group_rule (bca90531-3b35-480c-90b9-24f213a908cc), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:26.565842 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:26.589171 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-bd5149ea-8808-4037-adad-a407153a8999 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group_rule (bca90531-3b35-480c-90b9-24f213a908cc), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:26.645658 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d33dbbc-e96b-4bf1-b6bf-ad4c26cbd29b None None] Sync routers for ids ['b9f12b94-dac5-4009-be75-479064a0e07e'] in dv-cinder-843361-2-smb {{(pid=104679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:48:26.665081 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d33dbbc-e96b-4bf1-b6bf-ad4c26cbd29b None None] Routers {'b9f12b94-dac5-4009-be75-479064a0e07e'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:48:26.665081 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-0d33dbbc-e96b-4bf1-b6bf-ad4c26cbd29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:48:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['b9f12b94-dac5-4009-be75-479064a0e07e'], 'active': True} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:26.683730 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-bd5149ea-8808-4037-adad-a407153a8999 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498508'] for security_group_rule (bca90531-3b35-480c-90b9-24f213a908cc), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:26.702069 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5149ea-8808-4037-adad-a407153a8999 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bca90531-3b35-480c-90b9-24f213a908cc,revision_number=0']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:26.742715 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 90a3e523-0769-4563-b8dc-9b2b577e194b up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:48:26.765285 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-bd5149ea-8808-4037-adad-a407153a8999 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:26.766519 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-bd5149ea-8808-4037-adad-a407153a8999 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3325729 May 27 03:48:26.769157 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 59402) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:48:26.773791 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-7c0154c9-8f40-4f1a-bca0-5c6c4bae40fc tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Request body: {'security_group_rule': {'security_group_id': '36aa0d3e-ed0f-40de-8258-a7cd3cc0878f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:48:26.797768 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvr_db [None req-0d33dbbc-e96b-4bf1-b6bf-ad4c26cbd29b None None] Set router b9f12b94-dac5-4009-be75-479064a0e07e gateway port host: dv-cinder-843361-2-smb {{(pid=104679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:48:26.845549 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port 90a3e523-0769-4563-b8dc-9b2b577e194b triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:48:26.845985 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (90a3e523-0769-4563-b8dc-9b2b577e194b), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:26.847222 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=100 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:26.877759 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7c0154c9-8f40-4f1a-bca0-5c6c4bae40fc tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group_rule (b140d98b-9021-40f2-aa2c-e5ff3220722f), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:26.935761 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7c0154c9-8f40-4f1a-bca0-5c6c4bae40fc tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group_rule (b140d98b-9021-40f2-aa2c-e5ff3220722f), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:27.014547 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7c0154c9-8f40-4f1a-bca0-5c6c4bae40fc tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498508'] for security_group_rule (b140d98b-9021-40f2-aa2c-e5ff3220722f), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:27.033285 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0154c9-8f40-4f1a-bca0-5c6c4bae40fc tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b140d98b-9021-40f2-aa2c-e5ff3220722f,revision_number=0']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:27.045175 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port 90a3e523-0769-4563-b8dc-9b2b577e194b is: DOWN; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:48:27.045601 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (90a3e523-0769-4563-b8dc-9b2b577e194b), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:27.074801 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-0d33dbbc-e96b-4bf1-b6bf-ad4c26cbd29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'name': 'tempest-AttachVolumeNegativeTest-2077978660-router', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:21Z', 'updated_at': '2022-05-27T03:48:24Z', 'revision_number': 4, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'gw_port': {'id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:60:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:22Z', 'updated_at': '2022-05-27T03:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': 'e55d2f92-294c-4b28-b58d-096e93e3bfbe', 'name': '', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'mac_address': 'fa:16:3e:17:73:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '19dda8db-4611-478b-a963-80c8130bed0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:24Z', 'updated_at': '2022-05-27T03:48:25Z', 'revision_number': 2, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'subnets': [{'id': '19dda8db-4611-478b-a963-80c8130bed0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:27.077578 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] For port 90a3e523-0769-4563-b8dc-9b2b577e194b, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=90a3e523-0769-4563-b8dc-9b2b577e194b,segment=NetworkSegment(bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5),segment_id=bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:48:27.101648 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d33dbbc-e96b-4bf1-b6bf-ad4c26cbd29b None None] Checking router: b9f12b94-dac5-4009-be75-479064a0e07e for host: dv-cinder-843361-2-smb {{(pid=104679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:48:27.102005 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d33dbbc-e96b-4bf1-b6bf-ad4c26cbd29b None None] Updating router b9f12b94-dac5-4009-be75-479064a0e07e port e55d2f92-294c-4b28-b58d-096e93e3bfbe binding host dv-cinder-843361-2-smb {{(pid=104679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:48:27.103153 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7c0154c9-8f40-4f1a-bca0-5c6c4bae40fc tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:27.104709 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-7c0154c9-8f40-4f1a-bca0-5c6c4bae40fc tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3342867 May 27 03:48:27.113771 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 59404) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:48:27.119789 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [None req-14167cc5-a5c2-4531-bc59-c02ddbf00036 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Request body: {'floatingip': {'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:48:27.131031 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-0d33dbbc-e96b-4bf1-b6bf-ad4c26cbd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (e55d2f92-294c-4b28-b58d-096e93e3bfbe), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:27.164062 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (90a3e523-0769-4563-b8dc-9b2b577e194b), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:27.214831 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-14167cc5-a5c2-4531-bc59-c02ddbf00036 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:27.294249 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-14167cc5-a5c2-4531-bc59-c02ddbf00036 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:27.298523 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Pushing event updated for resources: {'Port': ['ID=90a3e523-0769-4563-b8dc-9b2b577e194b,revision_number=4']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:27.310328 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:27.403315 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.db_base_plugin_common [None req-14167cc5-a5c2-4531-bc59-c02ddbf00036 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Allocated IP 172.28.2.173 (2c8f85dd-7a0e-40ae-be84-c061eec53ce1/4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03/4a0873fd-d9cb-4b3e-a687-c3afdbdd8ac9) {{(pid=104678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:48:27.464995 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-0d33dbbc-e96b-4bf1-b6bf-ad4c26cbd29b None None] Publish callbacks [] for port (e55d2f92-294c-4b28-b58d-096e93e3bfbe), precommit_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:27.506760 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-14167cc5-a5c2-4531-bc59-c02ddbf00036 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for port (4a0873fd-d9cb-4b3e-a687-c3afdbdd8ac9), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:27.533512 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:27.557608 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-0d33dbbc-e96b-4bf1-b6bf-ad4c26cbd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (e55d2f92-294c-4b28-b58d-096e93e3bfbe), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:27.611444 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10618e2f-9d4c-489d-bc0b-2436435f78f0 None None] Pushing event updated for resources: {'Port': ['ID=e55d2f92-294c-4b28-b58d-096e93e3bfbe,revision_number=3']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:27.622240 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-14167cc5-a5c2-4531-bc59-c02ddbf00036 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (4a0873fd-d9cb-4b3e-a687-c3afdbdd8ac9), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:27.669785 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-0d33dbbc-e96b-4bf1-b6bf-ad4c26cbd29b None None] Attempting to bind port e55d2f92-294c-4b28-b58d-096e93e3bfbe on host dv-cinder-843361-2-smb for vnic_type normal with profile {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:48:27.670212 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-0d33dbbc-e96b-4bf1-b6bf-ad4c26cbd29b None None] Attempting to bind port e55d2f92-294c-4b28-b58d-096e93e3bfbe by drivers openvswitch,hyperv on host dv-cinder-843361-2-smb at level 0 using segments [{'id': 'c5abf49d-858b-4e95-8cd1-99c207dfa536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3'}] {{(pid=104679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:48:27.670664 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d33dbbc-e96b-4bf1-b6bf-ad4c26cbd29b None None] Attempting to bind port e55d2f92-294c-4b28-b58d-096e93e3bfbe on network f129e03b-298e-4668-9d33-9fcd7785dce3 {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:48:27.675508 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14167cc5-a5c2-4531-bc59-c02ddbf00036 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Network 2c8f85dd-7a0e-40ae-be84-c061eec53ce1 is already hosted by enough agents. {{(pid=104678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:48:27.676285 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d33dbbc-e96b-4bf1-b6bf-ad4c26cbd29b None None] Checking agent: {'id': '9eab1ddd-6fe1-4746-91d3-5b2c5a714814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 29, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 29, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:48:27.676670 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d33dbbc-e96b-4bf1-b6bf-ad4c26cbd29b None None] Checking segment: {'id': 'c5abf49d-858b-4e95-8cd1-99c207dfa536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:48:27.677117 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-0d33dbbc-e96b-4bf1-b6bf-ad4c26cbd29b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:27.678008 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d33dbbc-e96b-4bf1-b6bf-ad4c26cbd29b None None] Bound using segment: {'id': 'c5abf49d-858b-4e95-8cd1-99c207dfa536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3'} {{(pid=104679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:48:27.678612 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.managers [None req-0d33dbbc-e96b-4bf1-b6bf-ad4c26cbd29b None None] Bound port: e55d2f92-294c-4b28-b58d-096e93e3bfbe, host: dv-cinder-843361-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5abf49d-858b-4e95-8cd1-99c207dfa536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3'}}] {{(pid=104679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:48:27.678612 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-0d33dbbc-e96b-4bf1-b6bf-ad4c26cbd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (e55d2f92-294c-4b28-b58d-096e93e3bfbe), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:27.680837 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.base_scheduler [None req-14167cc5-a5c2-4531-bc59-c02ddbf00036 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Resources bound (agent type, host, resource id): {{(pid=104678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:27.683097 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14167cc5-a5c2-4531-bc59-c02ddbf00036 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Pushing event updated for resources: {'Port': ['ID=4a0873fd-d9cb-4b3e-a687-c3afdbdd8ac9,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:27.685300 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14167cc5-a5c2-4531-bc59-c02ddbf00036 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Received port after_create {{(pid=104678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:48:27.723053 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:27.749278 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-0d33dbbc-e96b-4bf1-b6bf-ad4c26cbd29b None None] For port e55d2f92-294c-4b28-b58d-096e93e3bfbe, host dv-cinder-843361-2-smb, cleared binding levels {{(pid=104679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:48:27.752944 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-0d33dbbc-e96b-4bf1-b6bf-ad4c26cbd29b None None] For port e55d2f92-294c-4b28-b58d-096e93e3bfbe, host dv-cinder-843361-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=e55d2f92-294c-4b28-b58d-096e93e3bfbe,segment=NetworkSegment(c5abf49d-858b-4e95-8cd1-99c207dfa536),segment_id=c5abf49d-858b-4e95-8cd1-99c207dfa536)] {{(pid=104679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:48:27.782397 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-14167cc5-a5c2-4531-bc59-c02ddbf00036 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for floatingip (d6b29263-1548-4d2e-a4e5-ae6ab79b2869), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:27.783503 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:27.841009 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-0d33dbbc-e96b-4bf1-b6bf-ad4c26cbd29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (e55d2f92-294c-4b28-b58d-096e93e3bfbe), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:27.877456 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-bdc17dfa-e38f-485d-9417-74d609ba5a60 None None] Provisioning complete for port e55d2f92-294c-4b28-b58d-096e93e3bfbe triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:48:27.877456 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-bdc17dfa-e38f-485d-9417-74d609ba5a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (e55d2f92-294c-4b28-b58d-096e93e3bfbe), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:27.897990 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-14167cc5-a5c2-4531-bc59-c02ddbf00036 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (4a0873fd-d9cb-4b3e-a687-c3afdbdd8ac9), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:27.942963 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d33dbbc-e96b-4bf1-b6bf-ad4c26cbd29b None None] Routers {'b9f12b94-dac5-4009-be75-479064a0e07e'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:48:27.943583 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-0d33dbbc-e96b-4bf1-b6bf-ad4c26cbd29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:48:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['b9f12b94-dac5-4009-be75-479064a0e07e'], 'active': True} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:27.948605 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10618e2f-9d4c-489d-bc0b-2436435f78f0 None None] Pushing event updated for resources: {'Port': ['ID=e55d2f92-294c-4b28-b58d-096e93e3bfbe,revision_number=4']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:28.071189 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-bdc17dfa-e38f-485d-9417-74d609ba5a60 None None] Current status of the port e55d2f92-294c-4b28-b58d-096e93e3bfbe is: DOWN; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:48:28.071645 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-bdc17dfa-e38f-485d-9417-74d609ba5a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (e55d2f92-294c-4b28-b58d-096e93e3bfbe), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:28.105482 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-14167cc5-a5c2-4531-bc59-c02ddbf00036 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for port (4a0873fd-d9cb-4b3e-a687-c3afdbdd8ac9), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:28.106796 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvr_db [None req-0d33dbbc-e96b-4bf1-b6bf-ad4c26cbd29b None None] Set router b9f12b94-dac5-4009-be75-479064a0e07e gateway port host: dv-cinder-843361-2-smb {{(pid=104679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:48:28.152627 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:28.160449 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-bdc17dfa-e38f-485d-9417-74d609ba5a60 None None] For port e55d2f92-294c-4b28-b58d-096e93e3bfbe, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=e55d2f92-294c-4b28-b58d-096e93e3bfbe,segment=NetworkSegment(c5abf49d-858b-4e95-8cd1-99c207dfa536),segment_id=c5abf49d-858b-4e95-8cd1-99c207dfa536)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:48:28.180397 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-14167cc5-a5c2-4531-bc59-c02ddbf00036 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62479337'] for port (4a0873fd-d9cb-4b3e-a687-c3afdbdd8ac9), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:28.263778 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14167cc5-a5c2-4531-bc59-c02ddbf00036 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Pushing event updated for resources: {'Port': ['ID=4a0873fd-d9cb-4b3e-a687-c3afdbdd8ac9,revision_number=2']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:28.270701 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-14167cc5-a5c2-4531-bc59-c02ddbf00036 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665637'] for floatingip (d6b29263-1548-4d2e-a4e5-ae6ab79b2869), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:28.317121 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-bdc17dfa-e38f-485d-9417-74d609ba5a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (e55d2f92-294c-4b28-b58d-096e93e3bfbe), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:28.359826 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-14167cc5-a5c2-4531-bc59-c02ddbf00036 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for floatingip (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:28.361131 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-14167cc5-a5c2-4531-bc59-c02ddbf00036 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2462497 May 27 03:48:28.436253 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc17dfa-e38f-485d-9417-74d609ba5a60 None None] Pushing event updated for resources: {'Port': ['ID=e55d2f92-294c-4b28-b58d-096e93e3bfbe,revision_number=5']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:28.462465 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-a2543b25-aa33-4bc9-952e-79a2e44b9f2b None None] Provisioning complete for port e55d2f92-294c-4b28-b58d-096e93e3bfbe triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:48:28.462841 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-a2543b25-aa33-4bc9-952e-79a2e44b9f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (e55d2f92-294c-4b28-b58d-096e93e3bfbe), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:28.532625 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_hamode_db [None req-0d33dbbc-e96b-4bf1-b6bf-ad4c26cbd29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'name': 'tempest-AttachVolumeNegativeTest-2077978660-router', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:21Z', 'updated_at': '2022-05-27T03:48:24Z', 'revision_number': 4, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'gw_port': {'id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:60:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:22Z', 'updated_at': '2022-05-27T03:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': 'e55d2f92-294c-4b28-b58d-096e93e3bfbe', 'name': '', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'mac_address': 'fa:16:3e:17:73:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '19dda8db-4611-478b-a963-80c8130bed0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:24Z', 'updated_at': '2022-05-27T03:48:27Z', 'revision_number': 4, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'subnets': [{'id': '19dda8db-4611-478b-a963-80c8130bed0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:28.571216 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d33dbbc-e96b-4bf1-b6bf-ad4c26cbd29b None None] The sync data for ids ['b9f12b94-dac5-4009-be75-479064a0e07e'] in dv-cinder-843361-2-smb is: [{'id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'name': 'tempest-AttachVolumeNegativeTest-2077978660-router', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:21Z', 'updated_at': '2022-05-27T03:48:24Z', 'revision_number': 4, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'gw_port': {'id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:60:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:22Z', 'updated_at': '2022-05-27T03:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': 'e55d2f92-294c-4b28-b58d-096e93e3bfbe', 'name': '', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'mac_address': 'fa:16:3e:17:73:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '19dda8db-4611-478b-a963-80c8130bed0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:24Z', 'updated_at': '2022-05-27T03:48:27Z', 'revision_number': 4, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'subnets': [{'id': '19dda8db-4611-478b-a963-80c8130bed0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:48:28.608294 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-a2543b25-aa33-4bc9-952e-79a2e44b9f2b None None] Current status of the port e55d2f92-294c-4b28-b58d-096e93e3bfbe is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:48:28.652030 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-43fe8196-183f-4046-be51-5ac356f47c7a req-74b789e6-d5b7-4b8d-b07f-09cefb94a930 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--464870872&fields=id&tenant_id=a194a9d6aa0242ddb7d74e6738f9cdda HTTP/1.1" status: 200 len: 267 time: 0.0739639 May 27 03:48:28.786353 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe8196-183f-4046-be51-5ac356f47c7a req-c0c42025-d5bb-4365-a7f6-3f5c81808dd5 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:28.789148 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-43fe8196-183f-4046-be51-5ac356f47c7a req-c0c42025-d5bb-4365-a7f6-3f5c81808dd5 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/networks?id=f129e03b-298e-4668-9d33-9fcd7785dce3 HTTP/1.1" status: 200 len: 815 time: 0.1298316 May 27 03:48:28.805732 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device e55d2f92-294c-4b28-b58d-096e93e3bfbe up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:48:28.808632 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-43fe8196-183f-4046-be51-5ac356f47c7a req-dd4bbc98-646d-4b30-93cd-1f5d15d4216d tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/quotas/a194a9d6aa0242ddb7d74e6738f9cdda HTTP/1.1" status: 200 len: 375 time: 0.0124629 May 27 03:48:28.854488 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port e55d2f92-294c-4b28-b58d-096e93e3bfbe triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:48:28.855069 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (e55d2f92-294c-4b28-b58d-096e93e3bfbe), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:28.878394 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-43fe8196-183f-4046-be51-5ac356f47c7a req-264b2068-186a-4edb-a668-6c8a3b0e7299 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=a194a9d6aa0242ddb7d74e6738f9cdda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548999 May 27 03:48:28.892993 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [req-43fe8196-183f-4046-be51-5ac356f47c7a req-4bb54b3b-5be8-4676-885e-4ddd14cd839b service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104677) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:48:28.894126 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-43fe8196-183f-4046-be51-5ac356f47c7a req-4bb54b3b-5be8-4676-885e-4ddd14cd839b service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056345 May 27 03:48:28.938980 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port e55d2f92-294c-4b28-b58d-096e93e3bfbe is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:48:28.940049 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 90a3e523-0769-4563-b8dc-9b2b577e194b up at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:48:28.942458 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:28.976955 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:28.984821 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Provisioning complete for port 90a3e523-0769-4563-b8dc-9b2b577e194b triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:48:28.985189 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (90a3e523-0769-4563-b8dc-9b2b577e194b), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:29.003308 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-43fe8196-183f-4046-be51-5ac356f47c7a req-6d72ea8f-ac3e-486c-ae27-4d99d88aae18 service neutron] 10.222.0.71 "GET /v2.0/networks/f129e03b-298e-4668-9d33-9fcd7785dce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016240 May 27 03:48:29.076420 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Current status of the port 90a3e523-0769-4563-b8dc-9b2b577e194b is: ACTIVE; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:48:29.125466 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-43fe8196-183f-4046-be51-5ac356f47c7a req-2bea59da-909a-4f5d-bd5a-e5c556bf6d2f service neutron] 10.222.0.71 "GET /v2.0/networks/f129e03b-298e-4668-9d33-9fcd7785dce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150382 May 27 03:48:29.463893 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-6d557726-7265-4c78-b74e-7f9047ddbef9 req-d365a17f-431f-4d7b-8dc5-4c31bf9d70bd tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=651fa133-4f87-44b8-b83d-12dda43aa90d HTTP/1.1" status: 200 len: 210 time: 0.1034226 May 27 03:48:30.547090 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-02d310cb-89ca-4f90-a8d5-e2cd8822eff6 req-8559384b-9b4f-491d-8615-5ee9865d8c6f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=651fa133-4f87-44b8-b83d-12dda43aa90d HTTP/1.1" status: 200 len: 210 time: 0.0309584 May 27 03:48:31.643122 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f90e3516-780b-463c-a8ba-08474afc624e req-1c4c9270-4a1d-4c63-9e44-e6969828c440 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=651fa133-4f87-44b8-b83d-12dda43aa90d HTTP/1.1" status: 200 len: 210 time: 0.0283251 May 27 03:48:31.900353 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe8196-183f-4046-be51-5ac356f47c7a req-9dfc77ab-4d3a-4643-8ea8-ba7c7ecb3d15 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:31.901833 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-43fe8196-183f-4046-be51-5ac356f47c7a req-9dfc77ab-4d3a-4643-8ea8-ba7c7ecb3d15 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.72 "GET /v2.0/networks?id=f129e03b-298e-4668-9d33-9fcd7785dce3 HTTP/1.1" status: 200 len: 815 time: 0.1025913 May 27 03:48:31.960197 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:31.968973 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-43fe8196-183f-4046-be51-5ac356f47c7a req-cc24c408-12a1-45fa-928e-9aa0bc23a11b tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a194a9d6aa0242ddb7d74e6738f9cdda HTTP/1.1" status: 200 len: 379 time: 0.0580516 May 27 03:48:31.978214 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [req-43fe8196-183f-4046-be51-5ac356f47c7a req-28b2316d-dd3d-4a07-8d27-3d94d1b7fe3f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Request body: {'port': {'device_id': '651fa133-4f87-44b8-b83d-12dda43aa90d', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'admin_state_up': True, 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'security_groups': ['36aa0d3e-ed0f-40de-8258-a7cd3cc0878f']}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:48:32.168552 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43fe8196-183f-4046-be51-5ac356f47c7a req-28b2316d-dd3d-4a07-8d27-3d94d1b7fe3f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Made reservation on behalf of a194a9d6aa0242ddb7d74e6738f9cdda for: {'port': 1} {{(pid=104678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:48:32.172030 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-43fe8196-183f-4046-be51-5ac356f47c7a req-28b2316d-dd3d-4a07-8d27-3d94d1b7fe3f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:32.301354 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.db_base_plugin_common [req-43fe8196-183f-4046-be51-5ac356f47c7a req-28b2316d-dd3d-4a07-8d27-3d94d1b7fe3f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Allocated IP 172.20.0.3 (f129e03b-298e-4668-9d33-9fcd7785dce3/19dda8db-4611-478b-a963-80c8130bed0e/1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1) {{(pid=104678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:48:32.445143 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-43fe8196-183f-4046-be51-5ac356f47c7a req-28b2316d-dd3d-4a07-8d27-3d94d1b7fe3f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for port (1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:32.516550 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-43fe8196-183f-4046-be51-5ac356f47c7a req-28b2316d-dd3d-4a07-8d27-3d94d1b7fe3f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:32.562344 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43fe8196-183f-4046-be51-5ac356f47c7a req-28b2316d-dd3d-4a07-8d27-3d94d1b7fe3f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Network f129e03b-298e-4668-9d33-9fcd7785dce3 is already hosted by enough agents. {{(pid=104678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:48:32.565343 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.base_scheduler [req-43fe8196-183f-4046-be51-5ac356f47c7a req-28b2316d-dd3d-4a07-8d27-3d94d1b7fe3f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Resources bound (agent type, host, resource id): {{(pid=104678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:32.567804 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [req-43fe8196-183f-4046-be51-5ac356f47c7a req-28b2316d-dd3d-4a07-8d27-3d94d1b7fe3f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Received port after_create {{(pid=104678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:48:32.574115 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:32.595286 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2316d-dd3d-4a07-8d27-3d94d1b7fe3f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Pushing event updated for resources: {'Port': ['ID=1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:32.627028 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe8196-183f-4046-be51-5ac356f47c7a req-28b2316d-dd3d-4a07-8d27-3d94d1b7fe3f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:32.627657 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-43fe8196-183f-4046-be51-5ac356f47c7a req-28b2316d-dd3d-4a07-8d27-3d94d1b7fe3f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:32.737683 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-43fe8196-183f-4046-be51-5ac356f47c7a req-28b2316d-dd3d-4a07-8d27-3d94d1b7fe3f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7634947 May 27 03:48:32.747272 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [req-43fe8196-183f-4046-be51-5ac356f47c7a req-9c76b7dc-f836-4497-9249-2c787f0f53f3 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104678) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:48:32.748459 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-43fe8196-183f-4046-be51-5ac356f47c7a req-9c76b7dc-f836-4497-9249-2c787f0f53f3 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054686 May 27 03:48:32.754470 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d0853fe8-42d2-458b-9e54-c0127e4bb8b5 None None] Provisioning complete for port 1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:48:32.754982 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d0853fe8-42d2-458b-9e54-c0127e4bb8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:32.763883 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d514d-8178-406e-838f-5288111b2817 req-f083331f-4af1-4983-8434-3227f4142cd7 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:32.765412 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-fe6d514d-8178-406e-838f-5288111b2817 req-f083331f-4af1-4983-8434-3227f4142cd7 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=651fa133-4f87-44b8-b83d-12dda43aa90d HTTP/1.1" status: 200 len: 931 time: 0.0493979 May 27 03:48:32.790313 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d0853fe8-42d2-458b-9e54-c0127e4bb8b5 None None] Port 1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1 cannot update to ACTIVE because it is not bound. {{(pid=104679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:48:32.814545 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [req-43fe8196-183f-4046-be51-5ac356f47c7a req-a4a5add9-318e-48d4-b6cd-79af2e4ae2e9 service neutron] Request body: {'port': {'device_id': '651fa133-4f87-44b8-b83d-12dda43aa90d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:48:32.815191 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-fe6d514d-8178-406e-838f-5288111b2817 req-3d82ea42-3df6-4077-9762-6622917445d6 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups?id=36aa0d3e-ed0f-40de-8258-a7cd3cc0878f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437479 May 27 03:48:32.883277 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-43fe8196-183f-4046-be51-5ac356f47c7a req-a4a5add9-318e-48d4-b6cd-79af2e4ae2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:33.102787 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:33.160973 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [req-43fe8196-183f-4046-be51-5ac356f47c7a req-a4a5add9-318e-48d4-b6cd-79af2e4ae2e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1 {{(pid=104678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:48:33.169043 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-43fe8196-183f-4046-be51-5ac356f47c7a req-a4a5add9-318e-48d4-b6cd-79af2e4ae2e9 service neutron] Publish callbacks [] for port (1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:33.181628 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.provisioning_blocks [req-43fe8196-183f-4046-be51-5ac356f47c7a req-a4a5add9-318e-48d4-b6cd-79af2e4ae2e9 service neutron] Transition to ACTIVE for port object 1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1 will not be triggered until provisioned by entity L2. {{(pid=104678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:48:33.271811 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-43fe8196-183f-4046-be51-5ac356f47c7a req-a4a5add9-318e-48d4-b6cd-79af2e4ae2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62479337'] for port (1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:33.329035 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a5add9-318e-48d4-b6cd-79af2e4ae2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1,revision_number=2']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:33.397648 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-43fe8196-183f-4046-be51-5ac356f47c7a req-a4a5add9-318e-48d4-b6cd-79af2e4ae2e9 service neutron] Attempting to bind port 1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:48:33.397977 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-43fe8196-183f-4046-be51-5ac356f47c7a req-a4a5add9-318e-48d4-b6cd-79af2e4ae2e9 service neutron] Attempting to bind port 1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': 'c5abf49d-858b-4e95-8cd1-99c207dfa536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3'}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:48:33.398420 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fe8196-183f-4046-be51-5ac356f47c7a req-a4a5add9-318e-48d4-b6cd-79af2e4ae2e9 service neutron] Attempting to bind port 1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1 on network f129e03b-298e-4668-9d33-9fcd7785dce3 {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:48:33.403275 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fe8196-183f-4046-be51-5ac356f47c7a req-a4a5add9-318e-48d4-b6cd-79af2e4ae2e9 service neutron] Port 1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1 on network f129e03b-298e-4668-9d33-9fcd7785dce3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:48:33.403595 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fe8196-183f-4046-be51-5ac356f47c7a req-a4a5add9-318e-48d4-b6cd-79af2e4ae2e9 service neutron] Attempting to bind port 1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1 on network f129e03b-298e-4668-9d33-9fcd7785dce3 {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:48:33.408842 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fe8196-183f-4046-be51-5ac356f47c7a req-a4a5add9-318e-48d4-b6cd-79af2e4ae2e9 service neutron] Checking agent: {'id': '1c07afa2-e502-46e1-ac2b-740a8f00a450', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 36, 8), 'started_at': datetime.datetime(2022, 5, 27, 3, 36, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:48:33.409180 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fe8196-183f-4046-be51-5ac356f47c7a req-a4a5add9-318e-48d4-b6cd-79af2e4ae2e9 service neutron] Checking segment: {'id': 'c5abf49d-858b-4e95-8cd1-99c207dfa536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:48:33.409593 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fe8196-183f-4046-be51-5ac356f47c7a req-a4a5add9-318e-48d4-b6cd-79af2e4ae2e9 service neutron] Bound using segment: {'id': 'c5abf49d-858b-4e95-8cd1-99c207dfa536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3'} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:48:33.410018 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-43fe8196-183f-4046-be51-5ac356f47c7a req-a4a5add9-318e-48d4-b6cd-79af2e4ae2e9 service neutron] Bound port: 1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5abf49d-858b-4e95-8cd1-99c207dfa536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3'}}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:48:33.410378 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-43fe8196-183f-4046-be51-5ac356f47c7a req-a4a5add9-318e-48d4-b6cd-79af2e4ae2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:33.473790 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-43fe8196-183f-4046-be51-5ac356f47c7a req-a4a5add9-318e-48d4-b6cd-79af2e4ae2e9 service neutron] For port 1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1, host hv-cinder-84336, cleared binding levels {{(pid=104678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:48:33.477407 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-43fe8196-183f-4046-be51-5ac356f47c7a req-a4a5add9-318e-48d4-b6cd-79af2e4ae2e9 service neutron] For port 1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1,segment=NetworkSegment(c5abf49d-858b-4e95-8cd1-99c207dfa536),segment_id=c5abf49d-858b-4e95-8cd1-99c207dfa536)] {{(pid=104678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:48:33.570741 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-43fe8196-183f-4046-be51-5ac356f47c7a req-a4a5add9-318e-48d4-b6cd-79af2e4ae2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62479337'] for port (1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:33.608483 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe8196-183f-4046-be51-5ac356f47c7a req-a4a5add9-318e-48d4-b6cd-79af2e4ae2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:33.609100 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-43fe8196-183f-4046-be51-5ac356f47c7a req-a4a5add9-318e-48d4-b6cd-79af2e4ae2e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:33.610558 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-43fe8196-183f-4046-be51-5ac356f47c7a req-a4a5add9-318e-48d4-b6cd-79af2e4ae2e9 service neutron] 10.222.0.72 "PUT /v2.0/ports/1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1 HTTP/1.1" status: 200 len: 1093 time: 0.8543794 May 27 03:48:33.610983 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '651fa133-4f87-44b8-b83d-12dda43aa90d', 'tag': '1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1'}] {{(pid=104678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:48:33.613293 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e1ed873ee784d85eb1b1d61ec54b86d2255e46a50b7e273563a24fff47d01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b9a69a-b2a8-403b-83e3-6bfc8a6135cc" -d '{"events": [{"name": "network-changed", "server_uuid": "651fa133-4f87-44b8-b83d-12dda43aa90d", "tag": "1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1"}]}' {{(pid=104678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:48:33.640627 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a5add9-318e-48d4-b6cd-79af2e4ae2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1,revision_number=3']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:33.653009 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3fad6d-fdde-43ec-a6de-ab74c31c4a15 x-openstack-request-id: req-8f3fad6d-fdde-43ec-a6de-ab74c31c4a15 {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:48:33.653333 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "651fa133-4f87-44b8-b83d-12dda43aa90d", "tag": "1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1", "status": "completed", "code": 200}]} {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:48:33.653595 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8f3fad6d-fdde-43ec-a6de-ab74c31c4a15 {{(pid=104678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:48:33.654003 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f3fad6d-fdde-43ec-a6de-ab74c31c4a15'] response: {'name': 'network-changed', 'server_uuid': '651fa133-4f87-44b8-b83d-12dda43aa90d', 'tag': '1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1', 'status': 'completed', 'code': 200} May 27 03:48:33.717646 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9a69a-b2a8-403b-83e3-6bfc8a6135cc req-23db0931-768d-473c-a6a0-db82cec85038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:33.719376 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-38b9a69a-b2a8-403b-83e3-6bfc8a6135cc req-23db0931-768d-473c-a6a0-db82cec85038 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a194a9d6aa0242ddb7d74e6738f9cdda&device_id=651fa133-4f87-44b8-b83d-12dda43aa90d HTTP/1.1" status: 200 len: 1127 time: 0.0412586 May 27 03:48:33.790315 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:33.823298 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9a69a-b2a8-403b-83e3-6bfc8a6135cc req-5fcfff3d-5e91-4f2c-9179-347c1c7f8407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:33.824682 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-38b9a69a-b2a8-403b-83e3-6bfc8a6135cc req-5fcfff3d-5e91-4f2c-9179-347c1c7f8407 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=a194a9d6aa0242ddb7d74e6738f9cdda&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0966334 May 27 03:48:33.927501 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9a69a-b2a8-403b-83e3-6bfc8a6135cc req-1f8ab806-34c7-4755-8cc5-abcd2d8db00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:33.929389 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-38b9a69a-b2a8-403b-83e3-6bfc8a6135cc req-1f8ab806-34c7-4755-8cc5-abcd2d8db00f service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0976980 May 27 03:48:33.932386 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676e3aa-0b06-49f4-b765-ba9b5188604f req-039fa799-f85f-42ca-bc75-f7452e4ed611 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:33.933981 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-a676e3aa-0b06-49f4-b765-ba9b5188604f req-039fa799-f85f-42ca-bc75-f7452e4ed611 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=651fa133-4f87-44b8-b83d-12dda43aa90d HTTP/1.1" status: 200 len: 943 time: 0.0469182 May 27 03:48:33.986841 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-a676e3aa-0b06-49f4-b765-ba9b5188604f req-6f8dbd09-d9e5-45ce-84e6-4c6822b7c429 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups?id=36aa0d3e-ed0f-40de-8258-a7cd3cc0878f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469625 May 27 03:48:34.002921 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe8196-183f-4046-be51-5ac356f47c7a req-9ea0666e-dbae-4da0-b3dc-e508d1d8471b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:34.004468 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-43fe8196-183f-4046-be51-5ac356f47c7a req-9ea0666e-dbae-4da0-b3dc-e508d1d8471b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a194a9d6aa0242ddb7d74e6738f9cdda&device_id=651fa133-4f87-44b8-b83d-12dda43aa90d HTTP/1.1" status: 200 len: 1127 time: 0.0399504 May 27 03:48:34.050515 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-43fe8196-183f-4046-be51-5ac356f47c7a req-943737a6-0345-4137-88f7-1e12dd5f43e9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1 HTTP/1.1" status: 200 len: 217 time: 0.0355999 May 27 03:48:34.350527 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe8196-183f-4046-be51-5ac356f47c7a req-930c3140-cc74-4ff7-a53d-b3f6dd6c19c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:34.351887 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-43fe8196-183f-4046-be51-5ac356f47c7a req-930c3140-cc74-4ff7-a53d-b3f6dd6c19c3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=19dda8db-4611-478b-a963-80c8130bed0e HTTP/1.1" status: 200 len: 854 time: 0.2955079 May 27 03:48:34.398170 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe8196-183f-4046-be51-5ac356f47c7a req-2a544aa3-befa-45b5-bc94-30d70072c9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:34.399704 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-43fe8196-183f-4046-be51-5ac356f47c7a req-2a544aa3-befa-45b5-bc94-30d70072c9b7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f129e03b-298e-4668-9d33-9fcd7785dce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0408723 May 27 03:48:34.496918 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-43fe8196-183f-4046-be51-5ac356f47c7a req-7b427228-75de-46f6-b2f9-859fb5ac767b service neutron] 10.222.0.72 "GET /v2.0/networks/f129e03b-298e-4668-9d33-9fcd7785dce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911233 May 27 03:48:34.588878 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-43fe8196-183f-4046-be51-5ac356f47c7a req-8f4a5a4a-a2cc-4dac-ab63-b794c750fbb1 service neutron] 10.222.0.72 "GET /v2.0/networks/f129e03b-298e-4668-9d33-9fcd7785dce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855336 May 27 03:48:35.099835 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05f52b-20c1-4bd7-94ef-0fce07d42132 req-7d423616-e789-4bb1-9de3-e94d8ff7c033 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:35.101950 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-3c05f52b-20c1-4bd7-94ef-0fce07d42132 req-7d423616-e789-4bb1-9de3-e94d8ff7c033 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=651fa133-4f87-44b8-b83d-12dda43aa90d HTTP/1.1" status: 200 len: 943 time: 0.0462294 May 27 03:48:35.140947 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=14 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:35.142339 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=41 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:35.151058 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-3c05f52b-20c1-4bd7-94ef-0fce07d42132 req-2e878eab-b0a8-4d50-b598-5e23a43a3a44 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups?id=36aa0d3e-ed0f-40de-8258-a7cd3cc0878f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435410 May 27 03:48:36.106077 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-a4cac1b7-ae5e-4b7c-809d-5c329dfcfc61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:36.247156 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:36.262546 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7acb7b-f473-42a0-a866-ef2cf4910760 req-1631e69f-3dd7-4954-8477-43bf0019b9f5 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:36.263993 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2f7acb7b-f473-42a0-a866-ef2cf4910760 req-1631e69f-3dd7-4954-8477-43bf0019b9f5 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=651fa133-4f87-44b8-b83d-12dda43aa90d HTTP/1.1" status: 200 len: 943 time: 0.0466745 May 27 03:48:36.310268 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2f7acb7b-f473-42a0-a866-ef2cf4910760 req-ead8b3ac-c572-49d5-917b-1ccaa1a1480b tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups?id=36aa0d3e-ed0f-40de-8258-a7cd3cc0878f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408065 May 27 03:48:36.573878 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:48:36.674773 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port 1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1,segment=NetworkSegment(c5abf49d-858b-4e95-8cd1-99c207dfa536),segment_id=c5abf49d-858b-4e95-8cd1-99c207dfa536)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:48:36.686722 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Returning: {'device': '1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'port_id': '1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1', 'mac_address': 'fa:16:3e:5c:8a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19dda8db-4611-478b-a963-80c8130bed0e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:48:36.720726 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port 1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1 is: DOWN; New status is: BUILD {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:48:36.721108 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:36.734591 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1 {{(pid=104679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:48:36.754468 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port 1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1,segment=NetworkSegment(c5abf49d-858b-4e95-8cd1-99c207dfa536),segment_id=c5abf49d-858b-4e95-8cd1-99c207dfa536)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:48:36.820283 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:36.865411 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1,revision_number=4']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:37.025881 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] get_ports_and_sgs() called for port_ids ['1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1'] {{(pid=104679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:48:37.028000 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:37.426828 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777833d0-5a8c-4e2b-9843-4c34db9de8c3 req-f083dfff-d200-43e8-9f92-4c9183548286 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:37.428342 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-777833d0-5a8c-4e2b-9843-4c34db9de8c3 req-f083dfff-d200-43e8-9f92-4c9183548286 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=651fa133-4f87-44b8-b83d-12dda43aa90d HTTP/1.1" status: 200 len: 944 time: 0.0496607 May 27 03:48:37.475679 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-777833d0-5a8c-4e2b-9843-4c34db9de8c3 req-f40cd479-f0c3-497b-947a-491e66ca4478 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups?id=36aa0d3e-ed0f-40de-8258-a7cd3cc0878f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414636 May 27 03:48:38.323035 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-a9cdf3a5-86da-445f-ad1f-6d6a6ae09734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:38.588000 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f535bf-0650-416c-80b4-1cc939eae817 req-534db4f4-8051-4ec8-ab82-700339106951 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:38.589476 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-e9f535bf-0650-416c-80b4-1cc939eae817 req-534db4f4-8051-4ec8-ab82-700339106951 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=651fa133-4f87-44b8-b83d-12dda43aa90d HTTP/1.1" status: 200 len: 944 time: 0.0456891 May 27 03:48:38.600690 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1 up at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:48:38.639889 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-e9f535bf-0650-416c-80b4-1cc939eae817 req-0cc53eb1-4202-4eb1-b0a5-034b49b19951 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups?id=36aa0d3e-ed0f-40de-8258-a7cd3cc0878f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443769 May 27 03:48:38.642585 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Provisioning for port 1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1 completed by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:48:38.706408 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Provisioning complete for port 1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:48:38.706826 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:38.751604 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:38.781774 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port 1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1 is: BUILD; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:48:38.782160 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:38.784587 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:38.804619 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651fa133-4f87-44b8-b83d-12dda43aa90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1'}] {{(pid=104679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:48:38.806845 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d249cf550e2d843300bc9a66ec52257e0462e4d4b5166dc6bcb5b411a3eed5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf3a566-6779-4ae4-8a5c-97d2a240fe35" -d '{"events": [{"server_uuid": "651fa133-4f87-44b8-b83d-12dda43aa90d", "name": "network-vif-plugged", "status": "completed", "tag": "1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1"}]}' {{(pid=104679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:48:38.825430 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port 1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1,segment=NetworkSegment(c5abf49d-858b-4e95-8cd1-99c207dfa536),segment_id=c5abf49d-858b-4e95-8cd1-99c207dfa536)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:48:38.849327 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5eab83-1b4c-42c0-82da-b6644f6caf0e x-openstack-request-id: req-2b5eab83-1b4c-42c0-82da-b6644f6caf0e {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:48:38.849327 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651fa133-4f87-44b8-b83d-12dda43aa90d", "name": "network-vif-plugged", "status": "completed", "tag": "1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1", "code": 200}]} {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:48:38.849327 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2b5eab83-1b4c-42c0-82da-b6644f6caf0e {{(pid=104679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:48:38.849327 dv-cinder-843361-2-smb neutron-server[104679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b5eab83-1b4c-42c0-82da-b6644f6caf0e'] response: {'server_uuid': '651fa133-4f87-44b8-b83d-12dda43aa90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1', 'code': 200} May 27 03:48:38.877830 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:38.926567 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1,revision_number=5']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:39.140169 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6150a-de6b-4031-8686-fed88a66eaac req-62d79d54-c878-4ce9-a15a-fde032762803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:39.141659 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-17e6150a-de6b-4031-8686-fed88a66eaac req-62d79d54-c878-4ce9-a15a-fde032762803 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=651fa133-4f87-44b8-b83d-12dda43aa90d HTTP/1.1" status: 200 len: 1129 time: 0.0384705 May 27 03:48:39.169013 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:39.190420 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-17e6150a-de6b-4031-8686-fed88a66eaac req-f9f1833d-da88-4b5d-80cf-714d3d1b4e12 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=36aa0d3e-ed0f-40de-8258-a7cd3cc0878f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427587 May 27 03:48:39.385960 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:39.758621 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08e2d5-5738-4e86-8059-5f2bc1d8d3f8 req-05b37927-700e-4f96-b02b-dd21c28643d0 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:39.760236 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ac08e2d5-5738-4e86-8059-5f2bc1d8d3f8 req-05b37927-700e-4f96-b02b-dd21c28643d0 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=651fa133-4f87-44b8-b83d-12dda43aa90d HTTP/1.1" status: 200 len: 945 time: 0.0498595 May 27 03:48:39.807500 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ac08e2d5-5738-4e86-8059-5f2bc1d8d3f8 req-3ff54f11-df76-46f8-8bc0-d11d5d694d8d tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups?id=36aa0d3e-ed0f-40de-8258-a7cd3cc0878f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416410 May 27 03:48:40.923257 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97200ec1-e409-4a0b-b4f3-7592253069b9 req-03a08491-81ec-48ee-a027-3e903c05353f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:40.924715 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-97200ec1-e409-4a0b-b4f3-7592253069b9 req-03a08491-81ec-48ee-a027-3e903c05353f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=651fa133-4f87-44b8-b83d-12dda43aa90d HTTP/1.1" status: 200 len: 945 time: 0.0455887 May 27 03:48:40.971671 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-97200ec1-e409-4a0b-b4f3-7592253069b9 req-8c207aa0-ab04-4f01-9386-de4d5df8a315 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups?id=36aa0d3e-ed0f-40de-8258-a7cd3cc0878f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407774 May 27 03:48:41.043082 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:41.092454 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ca68d-fdd9-4b2d-94ca-c160b640d3f1 req-28c5d574-870a-4b51-aba1-7c42d7759b0e tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:41.093866 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0a5ca68d-fdd9-4b2d-94ca-c160b640d3f1 req-28c5d574-870a-4b51-aba1-7c42d7759b0e tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=651fa133-4f87-44b8-b83d-12dda43aa90d HTTP/1.1" status: 200 len: 945 time: 0.0466218 May 27 03:48:41.103345 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 59472) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:48:41.107570 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-e20d66e3-aa66-4f17-a808-93b55a70fee3 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Request body: {'floatingip': {'port_id': '1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:48:41.148749 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e20d66e3-aa66-4f17-a808-93b55a70fee3 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for floatingip (d6b29263-1548-4d2e-a4e5-ae6ab79b2869), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:41.535931 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:41.809132 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e20d66e3-aa66-4f17-a808-93b55a70fee3 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:41.866204 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e20d66e3-aa66-4f17-a808-93b55a70fee3 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665637'] for floatingip (d6b29263-1548-4d2e-a4e5-ae6ab79b2869), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:41.957093 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.db.l3_db [None req-e20d66e3-aa66-4f17-a808-93b55a70fee3 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Floating IP d6b29263-1548-4d2e-a4e5-ae6ab79b2869 associated. External IP: 172.28.2.173, port: 1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1. May 27 03:48:42.006347 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:42.155259 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20d66e3-aa66-4f17-a808-93b55a70fee3 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Router b9f12b94-dac5-4009-be75-479064a0e07e has already been hosted by L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 {{(pid=104677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:48:42.255618 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20d66e3-aa66-4f17-a808-93b55a70fee3 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:48:42.260053 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e20d66e3-aa66-4f17-a808-93b55a70fee3 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for floatingip (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:42.266530 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f537efa-38de-453e-81da-3ec8120bfdd5 None None] Sync routers for ids ['b9f12b94-dac5-4009-be75-479064a0e07e'] in dv-cinder-843361-2-smb {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:48:42.277641 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f537efa-38de-453e-81da-3ec8120bfdd5 None None] Routers {'b9f12b94-dac5-4009-be75-479064a0e07e'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:48:42.278247 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-6f537efa-38de-453e-81da-3ec8120bfdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:48:38Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['b9f12b94-dac5-4009-be75-479064a0e07e'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:42.291332 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-e20d66e3-aa66-4f17-a808-93b55a70fee3 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "PUT /v2.0/floatingips/d6b29263-1548-4d2e-a4e5-ae6ab79b2869 HTTP/1.1" status: 200 len: 991 time: 1.1868310 May 27 03:48:42.292148 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '651fa133-4f87-44b8-b83d-12dda43aa90d', 'tag': '1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:48:42.294606 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5933d85cf17399e2dc167eca01249890e1c66fccb09b4015a1c2ab305ead4f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e35658-f33c-4d45-8c10-04ff85b39654" -d '{"events": [{"name": "network-changed", "server_uuid": "651fa133-4f87-44b8-b83d-12dda43aa90d", "tag": "1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:48:42.329565 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed5f2a1-f5c0-4515-95ec-290fb8f3afca x-openstack-request-id: req-bed5f2a1-f5c0-4515-95ec-290fb8f3afca {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:48:42.330154 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "651fa133-4f87-44b8-b83d-12dda43aa90d", "tag": "1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1", "status": "completed", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:48:42.330154 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bed5f2a1-f5c0-4515-95ec-290fb8f3afca {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:48:42.330796 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bed5f2a1-f5c0-4515-95ec-290fb8f3afca'] response: {'name': 'network-changed', 'server_uuid': '651fa133-4f87-44b8-b83d-12dda43aa90d', 'tag': '1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1', 'status': 'completed', 'code': 200} May 27 03:48:42.356652 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:42.384893 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-6f537efa-38de-453e-81da-3ec8120bfdd5 None None] Set router b9f12b94-dac5-4009-be75-479064a0e07e gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:48:42.392602 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e35658-f33c-4d45-8c10-04ff85b39654 req-59d72e7e-882b-4042-9cb2-63c34eb91bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:42.394785 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-72e35658-f33c-4d45-8c10-04ff85b39654 req-59d72e7e-882b-4042-9cb2-63c34eb91bef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a194a9d6aa0242ddb7d74e6738f9cdda&device_id=651fa133-4f87-44b8-b83d-12dda43aa90d HTTP/1.1" status: 200 len: 1129 time: 0.0428262 May 27 03:48:42.486171 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e35658-f33c-4d45-8c10-04ff85b39654 req-d3ee4c4d-58a4-46e4-b3be-1c9ad4172557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:42.487660 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-72e35658-f33c-4d45-8c10-04ff85b39654 req-d3ee4c4d-58a4-46e4-b3be-1c9ad4172557 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f129e03b-298e-4668-9d33-9fcd7785dce3 HTTP/1.1" status: 200 len: 916 time: 0.0873425 May 27 03:48:42.551818 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-72e35658-f33c-4d45-8c10-04ff85b39654 req-0f3e7ce0-0cfc-4ab3-9be0-03f51836d739 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1 HTTP/1.1" status: 200 len: 999 time: 0.0582898 May 27 03:48:42.600979 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e35658-f33c-4d45-8c10-04ff85b39654 req-430af580-9b19-4ec1-abb1-fd23b6ecd393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:42.602278 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-6f537efa-38de-453e-81da-3ec8120bfdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'name': 'tempest-AttachVolumeNegativeTest-2077978660-router', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:21Z', 'updated_at': '2022-05-27T03:48:24Z', 'revision_number': 4, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'gw_port': {'id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:60:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:22Z', 'updated_at': '2022-05-27T03:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_floatingips': [{'id': 'd6b29263-1548-4d2e-a4e5-ae6ab79b2869', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'floating_ip_address': '172.28.2.173', 'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'router_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'port_id': '1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'mac_address': 'fa:16:3e:5c:8a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651fa133-4f87-44b8-b83d-12dda43aa90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:48:27Z', 'updated_at': '2022-05-27T03:48:41Z', 'revision_number': 1, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55d2f92-294c-4b28-b58d-096e93e3bfbe', 'name': '', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'mac_address': 'fa:16:3e:17:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '19dda8db-4611-478b-a963-80c8130bed0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:24Z', 'updated_at': '2022-05-27T03:48:28Z', 'revision_number': 5, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'subnets': [{'id': '19dda8db-4611-478b-a963-80c8130bed0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:42.602534 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-72e35658-f33c-4d45-8c10-04ff85b39654 req-430af580-9b19-4ec1-abb1-fd23b6ecd393 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=19dda8db-4611-478b-a963-80c8130bed0e HTTP/1.1" status: 200 len: 854 time: 0.0444300 May 27 03:48:42.626978 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f537efa-38de-453e-81da-3ec8120bfdd5 None None] Checking router: b9f12b94-dac5-4009-be75-479064a0e07e for host: dv-cinder-843361-2-smb {{(pid=104680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:48:42.636004 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f537efa-38de-453e-81da-3ec8120bfdd5 None None] Routers {'b9f12b94-dac5-4009-be75-479064a0e07e'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:48:42.636602 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-6f537efa-38de-453e-81da-3ec8120bfdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:48:38Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['b9f12b94-dac5-4009-be75-479064a0e07e'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:42.645644 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e35658-f33c-4d45-8c10-04ff85b39654 req-8871c2c3-ebbd-40d2-a46a-bce802f9e186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:42.647713 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-72e35658-f33c-4d45-8c10-04ff85b39654 req-8871c2c3-ebbd-40d2-a46a-bce802f9e186 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f129e03b-298e-4668-9d33-9fcd7785dce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0390353 May 27 03:48:42.738428 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-6f537efa-38de-453e-81da-3ec8120bfdd5 None None] Set router b9f12b94-dac5-4009-be75-479064a0e07e gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:48:42.740619 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-72e35658-f33c-4d45-8c10-04ff85b39654 req-13b1e6b4-1b2e-405a-b2f4-89deb5fb0782 service neutron] 10.222.0.72 "GET /v2.0/networks/f129e03b-298e-4668-9d33-9fcd7785dce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867779 May 27 03:48:42.808257 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=100 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:42.837995 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-72e35658-f33c-4d45-8c10-04ff85b39654 req-5229588c-d32c-40bf-9e12-7fae895d4ceb service neutron] 10.222.0.72 "GET /v2.0/networks/f129e03b-298e-4668-9d33-9fcd7785dce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918798 May 27 03:48:42.947891 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-6f537efa-38de-453e-81da-3ec8120bfdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'name': 'tempest-AttachVolumeNegativeTest-2077978660-router', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:21Z', 'updated_at': '2022-05-27T03:48:24Z', 'revision_number': 4, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'gw_port': {'id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:60:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:22Z', 'updated_at': '2022-05-27T03:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_floatingips': [{'id': 'd6b29263-1548-4d2e-a4e5-ae6ab79b2869', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'floating_ip_address': '172.28.2.173', 'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'router_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'port_id': '1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'mac_address': 'fa:16:3e:5c:8a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651fa133-4f87-44b8-b83d-12dda43aa90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:48:27Z', 'updated_at': '2022-05-27T03:48:41Z', 'revision_number': 1, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55d2f92-294c-4b28-b58d-096e93e3bfbe', 'name': '', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'mac_address': 'fa:16:3e:17:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '19dda8db-4611-478b-a963-80c8130bed0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:24Z', 'updated_at': '2022-05-27T03:48:28Z', 'revision_number': 5, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'subnets': [{'id': '19dda8db-4611-478b-a963-80c8130bed0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:42.976157 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f537efa-38de-453e-81da-3ec8120bfdd5 None None] The sync data for ids ['b9f12b94-dac5-4009-be75-479064a0e07e'] in dv-cinder-843361-2-smb is: [{'id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'name': 'tempest-AttachVolumeNegativeTest-2077978660-router', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:21Z', 'updated_at': '2022-05-27T03:48:24Z', 'revision_number': 4, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'gw_port': {'id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:60:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:22Z', 'updated_at': '2022-05-27T03:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_floatingips': [{'id': 'd6b29263-1548-4d2e-a4e5-ae6ab79b2869', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'floating_ip_address': '172.28.2.173', 'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'router_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'port_id': '1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'mac_address': 'fa:16:3e:5c:8a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651fa133-4f87-44b8-b83d-12dda43aa90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:48:27Z', 'updated_at': '2022-05-27T03:48:41Z', 'revision_number': 1, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55d2f92-294c-4b28-b58d-096e93e3bfbe', 'name': '', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'mac_address': 'fa:16:3e:17:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '19dda8db-4611-478b-a963-80c8130bed0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:24Z', 'updated_at': '2022-05-27T03:48:28Z', 'revision_number': 5, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'subnets': [{'id': '19dda8db-4611-478b-a963-80c8130bed0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:48:43.154084 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71be3f38-44a1-4031-a1d3-459de2664403 None None] New status for floating IP d6b29263-1548-4d2e-a4e5-ae6ab79b2869: ACTIVE {{(pid=104679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:48:52.286310 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=24 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:52.287114 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:52.337731 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 6 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:48:52.834171 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=50 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:53.253060 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:53.255429 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=66,neutron:UPDATE=4 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:02.334346 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=77 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:04.357709 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=80,neutron:DELETE=1 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:06.134193 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-6b3cef2a-90c7-4402-a342-7d692ecd45f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:08.373870 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-5092437e-f1b0-437a-ae7a-9ea960c6a57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:08.790969 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:09.413999 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:11.065048 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:12.385092 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:18.854118 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-3361affd-4fbd-4f61-8a57-6a0b3107ed15 req-08f3b64b-456c-4839-bd0f-d23fb007703b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=651fa133-4f87-44b8-b83d-12dda43aa90d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401683 May 27 03:49:18.933930 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361affd-4fbd-4f61-8a57-6a0b3107ed15 req-c3bc4f06-75e7-4856-8096-2ece9d2fccca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:18.935537 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-3361affd-4fbd-4f61-8a57-6a0b3107ed15 req-c3bc4f06-75e7-4856-8096-2ece9d2fccca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a194a9d6aa0242ddb7d74e6738f9cdda&device_id=651fa133-4f87-44b8-b83d-12dda43aa90d HTTP/1.1" status: 200 len: 1129 time: 0.0390990 May 27 03:49:19.046910 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361affd-4fbd-4f61-8a57-6a0b3107ed15 req-dc055df7-3b4d-4274-bf04-580ca36100d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:19.048203 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-3361affd-4fbd-4f61-8a57-6a0b3107ed15 req-dc055df7-3b4d-4274-bf04-580ca36100d5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f129e03b-298e-4668-9d33-9fcd7785dce3 HTTP/1.1" status: 200 len: 916 time: 0.0914328 May 27 03:49:19.110824 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-3361affd-4fbd-4f61-8a57-6a0b3107ed15 req-3673ac68-e17c-4a86-b0fa-ccfb0492dd42 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1 HTTP/1.1" status: 200 len: 1001 time: 0.0559087 May 27 03:49:19.160404 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361affd-4fbd-4f61-8a57-6a0b3107ed15 req-6e0b5161-3c3a-493e-8734-f41298b35619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:19.161948 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-3361affd-4fbd-4f61-8a57-6a0b3107ed15 req-6e0b5161-3c3a-493e-8734-f41298b35619 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=19dda8db-4611-478b-a963-80c8130bed0e HTTP/1.1" status: 200 len: 854 time: 0.0453637 May 27 03:49:19.207699 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361affd-4fbd-4f61-8a57-6a0b3107ed15 req-abb22b39-8cad-4c8c-a68b-a118c5beebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:19.209167 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-3361affd-4fbd-4f61-8a57-6a0b3107ed15 req-abb22b39-8cad-4c8c-a68b-a118c5beebaf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f129e03b-298e-4668-9d33-9fcd7785dce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0413101 May 27 03:49:19.303554 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-3361affd-4fbd-4f61-8a57-6a0b3107ed15 req-fd48ca73-edc0-4195-bc4a-59fb8eaae16c service neutron] 10.222.0.72 "GET /v2.0/networks/f129e03b-298e-4668-9d33-9fcd7785dce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881364 May 27 03:49:19.399529 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-3361affd-4fbd-4f61-8a57-6a0b3107ed15 req-e4c49a68-765f-40e6-8912-c5606fbc6bf3 service neutron] 10.222.0.72 "GET /v2.0/networks/f129e03b-298e-4668-9d33-9fcd7785dce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900986 May 27 03:49:21.907473 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 59520) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:21.912132 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [None req-d44f6b95-f903-4d3b-9270-f0dd97162956 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1603151773', 'description': 'tempest-description--1250874858'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:49:21.996450 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-d44f6b95-f903-4d3b-9270-f0dd97162956 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:22.065405 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-d44f6b95-f903-4d3b-9270-f0dd97162956 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group (4942740f-b5b1-4dbc-a56b-a774c6e55fea), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:22.132411 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-d44f6b95-f903-4d3b-9270-f0dd97162956 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (4942740f-b5b1-4dbc-a56b-a774c6e55fea), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:22.161142 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f6b95-f903-4d3b-9270-f0dd97162956 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4942740f-b5b1-4dbc-a56b-a774c6e55fea,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:22.168226 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44f6b95-f903-4d3b-9270-f0dd97162956 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:22.168579 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44f6b95-f903-4d3b-9270-f0dd97162956 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:22.168922 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44f6b95-f903-4d3b-9270-f0dd97162956 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:22.169267 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44f6b95-f903-4d3b-9270-f0dd97162956 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:22.169620 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44f6b95-f903-4d3b-9270-f0dd97162956 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:22.169954 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44f6b95-f903-4d3b-9270-f0dd97162956 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:22.170796 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44f6b95-f903-4d3b-9270-f0dd97162956 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:22.171838 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44f6b95-f903-4d3b-9270-f0dd97162956 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:22.171838 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44f6b95-f903-4d3b-9270-f0dd97162956 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:22.171838 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44f6b95-f903-4d3b-9270-f0dd97162956 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:22.172442 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44f6b95-f903-4d3b-9270-f0dd97162956 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:22.172528 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44f6b95-f903-4d3b-9270-f0dd97162956 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:22.172839 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44f6b95-f903-4d3b-9270-f0dd97162956 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:22.173450 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44f6b95-f903-4d3b-9270-f0dd97162956 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:22.173817 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44f6b95-f903-4d3b-9270-f0dd97162956 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:22.215820 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-d44f6b95-f903-4d3b-9270-f0dd97162956 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:22.220377 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 59522) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:22.220960 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-d44f6b95-f903-4d3b-9270-f0dd97162956 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3086100 May 27 03:49:22.226222 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-be734dc5-6fbe-45a3-a45d-96e868294553 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Request body: {'security_group_rule': {'security_group_id': '4942740f-b5b1-4dbc-a56b-a774c6e55fea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:49:22.311710 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-be734dc5-6fbe-45a3-a45d-96e868294553 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group_rule (ea0a0f60-bd78-4e55-9700-e8b1846cd79b), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:22.368065 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-be734dc5-6fbe-45a3-a45d-96e868294553 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group_rule (ea0a0f60-bd78-4e55-9700-e8b1846cd79b), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:22.413702 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-be734dc5-6fbe-45a3-a45d-96e868294553 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498508'] for security_group_rule (ea0a0f60-bd78-4e55-9700-e8b1846cd79b), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:22.435117 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be734dc5-6fbe-45a3-a45d-96e868294553 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea0a0f60-bd78-4e55-9700-e8b1846cd79b,revision_number=0']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:22.443392 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be734dc5-6fbe-45a3-a45d-96e868294553 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:22.443800 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be734dc5-6fbe-45a3-a45d-96e868294553 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:22.444084 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be734dc5-6fbe-45a3-a45d-96e868294553 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:22.444406 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be734dc5-6fbe-45a3-a45d-96e868294553 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:22.444738 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be734dc5-6fbe-45a3-a45d-96e868294553 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:22.445068 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be734dc5-6fbe-45a3-a45d-96e868294553 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:22.445427 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be734dc5-6fbe-45a3-a45d-96e868294553 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:22.445752 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be734dc5-6fbe-45a3-a45d-96e868294553 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:22.446076 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be734dc5-6fbe-45a3-a45d-96e868294553 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:22.446428 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be734dc5-6fbe-45a3-a45d-96e868294553 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:22.446774 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be734dc5-6fbe-45a3-a45d-96e868294553 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:22.447097 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be734dc5-6fbe-45a3-a45d-96e868294553 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:22.447417 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be734dc5-6fbe-45a3-a45d-96e868294553 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:22.447740 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be734dc5-6fbe-45a3-a45d-96e868294553 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:22.448060 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be734dc5-6fbe-45a3-a45d-96e868294553 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:22.490250 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-be734dc5-6fbe-45a3-a45d-96e868294553 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:22.491471 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-be734dc5-6fbe-45a3-a45d-96e868294553 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2700026 May 27 03:49:22.494242 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 59524) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:22.498441 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-317236e9-b173-4bb4-8153-dcbd0c710786 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Request body: {'security_group_rule': {'security_group_id': '4942740f-b5b1-4dbc-a56b-a774c6e55fea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:49:22.574118 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-317236e9-b173-4bb4-8153-dcbd0c710786 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group_rule (cc3838fa-af26-46ab-a591-91c8884c75a9), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:22.631207 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-317236e9-b173-4bb4-8153-dcbd0c710786 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group_rule (cc3838fa-af26-46ab-a591-91c8884c75a9), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:22.680829 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-317236e9-b173-4bb4-8153-dcbd0c710786 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498508'] for security_group_rule (cc3838fa-af26-46ab-a591-91c8884c75a9), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:22.699527 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317236e9-b173-4bb4-8153-dcbd0c710786 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc3838fa-af26-46ab-a591-91c8884c75a9,revision_number=0']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:22.764373 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-317236e9-b173-4bb4-8153-dcbd0c710786 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:22.765607 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-317236e9-b173-4bb4-8153-dcbd0c710786 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2704298 May 27 03:49:22.768581 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 59526) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:22.772755 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-7a2b56fc-2771-44d1-a294-01ef93c4f81f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Request body: {'floatingip': {'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:49:22.848415 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7a2b56fc-2771-44d1-a294-01ef93c4f81f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:22.927946 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7a2b56fc-2771-44d1-a294-01ef93c4f81f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:23.031759 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.db_base_plugin_common [None req-7a2b56fc-2771-44d1-a294-01ef93c4f81f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Allocated IP 172.28.2.151 (2c8f85dd-7a0e-40ae-be84-c061eec53ce1/4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03/c1ea7ff8-3436-45b2-8dcb-db55ad73a86b) {{(pid=104677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:23.048559 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:UPDATE=4,neutron:SELECT=17 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:23.050915 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:23.136929 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7a2b56fc-2771-44d1-a294-01ef93c4f81f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for port (c1ea7ff8-3436-45b2-8dcb-db55ad73a86b), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:23.242792 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7a2b56fc-2771-44d1-a294-01ef93c4f81f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59984224'] for port (c1ea7ff8-3436-45b2-8dcb-db55ad73a86b), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:23.250892 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:23.277762 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2b56fc-2771-44d1-a294-01ef93c4f81f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Network 2c8f85dd-7a0e-40ae-be84-c061eec53ce1 is already hosted by enough agents. {{(pid=104677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:23.281151 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.base_scheduler [None req-7a2b56fc-2771-44d1-a294-01ef93c4f81f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Resources bound (agent type, host, resource id): {{(pid=104677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:23.287017 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2b56fc-2771-44d1-a294-01ef93c4f81f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Received port after_create {{(pid=104677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:49:23.318515 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b56fc-2771-44d1-a294-01ef93c4f81f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Pushing event updated for resources: {'Port': ['ID=c1ea7ff8-3436-45b2-8dcb-db55ad73a86b,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:23.321890 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:23.374986 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7a2b56fc-2771-44d1-a294-01ef93c4f81f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for floatingip (00aa0235-c4d2-4d11-a48b-5b43171a670d), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:23.451916 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7a2b56fc-2771-44d1-a294-01ef93c4f81f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (c1ea7ff8-3436-45b2-8dcb-db55ad73a86b), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:23.631952 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7a2b56fc-2771-44d1-a294-01ef93c4f81f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for port (c1ea7ff8-3436-45b2-8dcb-db55ad73a86b), precommit_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:23.688077 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7a2b56fc-2771-44d1-a294-01ef93c4f81f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59984215'] for port (c1ea7ff8-3436-45b2-8dcb-db55ad73a86b), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:23.757625 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b56fc-2771-44d1-a294-01ef93c4f81f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Pushing event updated for resources: {'Port': ['ID=c1ea7ff8-3436-45b2-8dcb-db55ad73a86b,revision_number=2']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:23.769159 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7a2b56fc-2771-44d1-a294-01ef93c4f81f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665637'] for floatingip (00aa0235-c4d2-4d11-a48b-5b43171a670d), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:23.827992 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7a2b56fc-2771-44d1-a294-01ef93c4f81f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for floatingip (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:23.829151 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-7a2b56fc-2771-44d1-a294-01ef93c4f81f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0596545 May 27 03:49:23.978154 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-73b8f875-3d52-4304-875d-779b73ea3aad tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1603151773&fields=id&tenant_id=a194a9d6aa0242ddb7d74e6738f9cdda HTTP/1.1" status: 200 len: 267 time: 0.0431340 May 27 03:49:24.086267 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-9dab0bdf-ce20-4183-9a02-e16ba1049746 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:24.087646 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-9dab0bdf-ce20-4183-9a02-e16ba1049746 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/networks?id=f129e03b-298e-4668-9d33-9fcd7785dce3 HTTP/1.1" status: 200 len: 815 time: 0.1031702 May 27 03:49:24.102638 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-f33c6239-a6c8-44d6-8009-40517277de7f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/quotas/a194a9d6aa0242ddb7d74e6738f9cdda HTTP/1.1" status: 200 len: 375 time: 0.0094569 May 27 03:49:24.152639 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-b5fd768f-b8ab-42a1-b71f-19fdd55d9b8c tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=a194a9d6aa0242ddb7d74e6738f9cdda&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0449958 May 27 03:49:24.211210 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-226d845c-4560-4cfe-b963-ad6affb2fcb5 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104677) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:49:24.212268 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-226d845c-4560-4cfe-b963-ad6affb2fcb5 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0487154 May 27 03:49:24.241207 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:24.305213 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-7a861e0f-5047-4747-8a7c-7ac72b43fa88 service neutron] 10.222.0.71 "GET /v2.0/networks/f129e03b-298e-4668-9d33-9fcd7785dce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870862 May 27 03:49:24.396217 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-514c9d8c-4851-462b-8de6-90bedcc40626 service neutron] 10.222.0.71 "GET /v2.0/networks/f129e03b-298e-4668-9d33-9fcd7785dce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850959 May 27 03:49:24.628498 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-97208d0d-d6af-4cac-9e0e-5e4e136cfe64 req-33554a07-2922-4820-962a-19aa87d3a97d tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=db41cb14-5add-4aa4-8066-701e75ecef07 HTTP/1.1" status: 200 len: 210 time: 0.0319178 May 27 03:49:25.722447 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f4c01318-ae16-409d-8139-f130250fc34e req-6a67cbd9-95a9-4979-9632-d0d67fb92167 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=db41cb14-5add-4aa4-8066-701e75ecef07 HTTP/1.1" status: 200 len: 210 time: 0.0270922 May 27 03:49:26.472759 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-118ee770-37a7-4721-ae7c-92334644c441 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:26.474936 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-118ee770-37a7-4721-ae7c-92334644c441 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.72 "GET /v2.0/networks?id=f129e03b-298e-4668-9d33-9fcd7785dce3 HTTP/1.1" status: 200 len: 815 time: 0.1083200 May 27 03:49:26.551943 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-cc96b899-0e48-4274-9881-a24316050948 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a194a9d6aa0242ddb7d74e6738f9cdda HTTP/1.1" status: 200 len: 472 time: 0.0688150 May 27 03:49:26.560323 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-6abfa14f-1fcd-49dd-8b73-54b84412d3eb tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Request body: {'port': {'device_id': 'db41cb14-5add-4aa4-8066-701e75ecef07', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'admin_state_up': True, 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'security_groups': ['4942740f-b5b1-4dbc-a56b-a774c6e55fea']}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:49:26.612289 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:26.624194 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:26.773735 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-6abfa14f-1fcd-49dd-8b73-54b84412d3eb tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Made reservation on behalf of a194a9d6aa0242ddb7d74e6738f9cdda for: {'port': 1} {{(pid=104678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:49:26.777356 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-6abfa14f-1fcd-49dd-8b73-54b84412d3eb tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:26.819877 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-e0563d57-50d0-4b86-80da-e707e3496940 req-b1574be9-6e7f-4608-99e3-7a40d593b27b tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=db41cb14-5add-4aa4-8066-701e75ecef07 HTTP/1.1" status: 200 len: 210 time: 0.0297191 May 27 03:49:26.906185 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.db_base_plugin_common [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-6abfa14f-1fcd-49dd-8b73-54b84412d3eb tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Allocated IP 172.20.0.6 (f129e03b-298e-4668-9d33-9fcd7785dce3/19dda8db-4611-478b-a963-80c8130bed0e/d408155b-c3fb-4adb-81b1-3b7672c63263) {{(pid=104678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:27.044537 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-6abfa14f-1fcd-49dd-8b73-54b84412d3eb tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for port (d408155b-c3fb-4adb-81b1-3b7672c63263), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:27.069066 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:27.140077 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-6abfa14f-1fcd-49dd-8b73-54b84412d3eb tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (d408155b-c3fb-4adb-81b1-3b7672c63263), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:27.181527 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-6abfa14f-1fcd-49dd-8b73-54b84412d3eb tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Network f129e03b-298e-4668-9d33-9fcd7785dce3 is already hosted by enough agents. {{(pid=104678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:27.186673 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.base_scheduler [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-6abfa14f-1fcd-49dd-8b73-54b84412d3eb tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Resources bound (agent type, host, resource id): {{(pid=104678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:27.190940 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-6abfa14f-1fcd-49dd-8b73-54b84412d3eb tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Received port after_create {{(pid=104678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:49:27.215438 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abfa14f-1fcd-49dd-8b73-54b84412d3eb tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Pushing event updated for resources: {'Port': ['ID=d408155b-c3fb-4adb-81b1-3b7672c63263,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:27.244315 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-6abfa14f-1fcd-49dd-8b73-54b84412d3eb tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:27.244962 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-6abfa14f-1fcd-49dd-8b73-54b84412d3eb tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:27.330647 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-6abfa14f-1fcd-49dd-8b73-54b84412d3eb tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7737691 May 27 03:49:27.341507 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-e1c94d9e-ae2d-464c-9c3d-edd784552d07 service neutron] Request body: {'port': {'device_id': 'db41cb14-5add-4aa4-8066-701e75ecef07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:49:27.406293 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-e1c94d9e-ae2d-464c-9c3d-edd784552d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (d408155b-c3fb-4adb-81b1-3b7672c63263), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:27.459107 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-915e85b3-154f-4f45-9355-7b7232a7b413 None None] Provisioning complete for port d408155b-c3fb-4adb-81b1-3b7672c63263 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:49:27.459666 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-915e85b3-154f-4f45-9355-7b7232a7b413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (d408155b-c3fb-4adb-81b1-3b7672c63263), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:27.495729 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-915e85b3-154f-4f45-9355-7b7232a7b413 None None] Port d408155b-c3fb-4adb-81b1-3b7672c63263 cannot update to ACTIVE because it is not bound. {{(pid=104679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:49:27.696036 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-e1c94d9e-ae2d-464c-9c3d-edd784552d07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d408155b-c3fb-4adb-81b1-3b7672c63263 {{(pid=104678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:49:27.703398 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-e1c94d9e-ae2d-464c-9c3d-edd784552d07 service neutron] Publish callbacks [] for port (d408155b-c3fb-4adb-81b1-3b7672c63263), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:27.716277 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.provisioning_blocks [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-e1c94d9e-ae2d-464c-9c3d-edd784552d07 service neutron] Transition to ACTIVE for port object d408155b-c3fb-4adb-81b1-3b7672c63263 will not be triggered until provisioned by entity L2. {{(pid=104678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:49:27.824857 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-e1c94d9e-ae2d-464c-9c3d-edd784552d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62479337'] for port (d408155b-c3fb-4adb-81b1-3b7672c63263), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:27.877809 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c94d9e-ae2d-464c-9c3d-edd784552d07 service neutron] Pushing event updated for resources: {'Port': ['ID=d408155b-c3fb-4adb-81b1-3b7672c63263,revision_number=2']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:27.948132 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc30785-7035-4e60-bcb3-05e84e2a1bda req-781d08ac-2e4b-4899-a30d-e6e189b8093f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:27.949507 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-6bc30785-7035-4e60-bcb3-05e84e2a1bda req-781d08ac-2e4b-4899-a30d-e6e189b8093f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=db41cb14-5add-4aa4-8066-701e75ecef07 HTTP/1.1" status: 200 len: 943 time: 0.0591159 May 27 03:49:27.959149 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-e1c94d9e-ae2d-464c-9c3d-edd784552d07 service neutron] Attempting to bind port d408155b-c3fb-4adb-81b1-3b7672c63263 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:49:27.959510 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-e1c94d9e-ae2d-464c-9c3d-edd784552d07 service neutron] Attempting to bind port d408155b-c3fb-4adb-81b1-3b7672c63263 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': 'c5abf49d-858b-4e95-8cd1-99c207dfa536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3'}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:49:27.959879 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-e1c94d9e-ae2d-464c-9c3d-edd784552d07 service neutron] Attempting to bind port d408155b-c3fb-4adb-81b1-3b7672c63263 on network f129e03b-298e-4668-9d33-9fcd7785dce3 {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:49:27.964549 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-e1c94d9e-ae2d-464c-9c3d-edd784552d07 service neutron] Port d408155b-c3fb-4adb-81b1-3b7672c63263 on network f129e03b-298e-4668-9d33-9fcd7785dce3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:49:27.964870 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-e1c94d9e-ae2d-464c-9c3d-edd784552d07 service neutron] Attempting to bind port d408155b-c3fb-4adb-81b1-3b7672c63263 on network f129e03b-298e-4668-9d33-9fcd7785dce3 {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:49:27.971062 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-e1c94d9e-ae2d-464c-9c3d-edd784552d07 service neutron] Checking agent: {'id': '1c07afa2-e502-46e1-ac2b-740a8f00a450', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 36, 8), 'started_at': datetime.datetime(2022, 5, 27, 3, 36, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:49:27.971400 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-e1c94d9e-ae2d-464c-9c3d-edd784552d07 service neutron] Checking segment: {'id': 'c5abf49d-858b-4e95-8cd1-99c207dfa536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:49:27.971824 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-e1c94d9e-ae2d-464c-9c3d-edd784552d07 service neutron] Bound using segment: {'id': 'c5abf49d-858b-4e95-8cd1-99c207dfa536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3'} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:49:27.972218 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-e1c94d9e-ae2d-464c-9c3d-edd784552d07 service neutron] Bound port: d408155b-c3fb-4adb-81b1-3b7672c63263, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5abf49d-858b-4e95-8cd1-99c207dfa536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3'}}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:49:27.972574 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-e1c94d9e-ae2d-464c-9c3d-edd784552d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (d408155b-c3fb-4adb-81b1-3b7672c63263), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:28.008251 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-6bc30785-7035-4e60-bcb3-05e84e2a1bda req-3132f021-8410-4b16-b7cc-29d1ce856a69 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups?id=4942740f-b5b1-4dbc-a56b-a774c6e55fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519245 May 27 03:49:28.038527 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:28.044743 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-e1c94d9e-ae2d-464c-9c3d-edd784552d07 service neutron] For port d408155b-c3fb-4adb-81b1-3b7672c63263, host hv-cinder-84336, cleared binding levels {{(pid=104678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:49:28.047982 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-e1c94d9e-ae2d-464c-9c3d-edd784552d07 service neutron] For port d408155b-c3fb-4adb-81b1-3b7672c63263, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=d408155b-c3fb-4adb-81b1-3b7672c63263,segment=NetworkSegment(c5abf49d-858b-4e95-8cd1-99c207dfa536),segment_id=c5abf49d-858b-4e95-8cd1-99c207dfa536)] {{(pid=104678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:49:28.163306 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-e1c94d9e-ae2d-464c-9c3d-edd784552d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62479337'] for port (d408155b-c3fb-4adb-81b1-3b7672c63263), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:28.198421 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-e1c94d9e-ae2d-464c-9c3d-edd784552d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:28.198845 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-e1c94d9e-ae2d-464c-9c3d-edd784552d07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:28.200230 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-e1c94d9e-ae2d-464c-9c3d-edd784552d07 service neutron] 10.222.0.72 "PUT /v2.0/ports/d408155b-c3fb-4adb-81b1-3b7672c63263 HTTP/1.1" status: 200 len: 1093 time: 0.8628716 May 27 03:49:28.201180 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db41cb14-5add-4aa4-8066-701e75ecef07', 'tag': 'd408155b-c3fb-4adb-81b1-3b7672c63263'}] {{(pid=104678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:49:28.203348 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e1ed873ee784d85eb1b1d61ec54b86d2255e46a50b7e273563a24fff47d01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9c5ed1-80f0-4e3c-a439-074dad70e457" -d '{"events": [{"name": "network-changed", "server_uuid": "db41cb14-5add-4aa4-8066-701e75ecef07", "tag": "d408155b-c3fb-4adb-81b1-3b7672c63263"}]}' {{(pid=104678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:49:28.227649 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c94d9e-ae2d-464c-9c3d-edd784552d07 service neutron] Pushing event updated for resources: {'Port': ['ID=d408155b-c3fb-4adb-81b1-3b7672c63263,revision_number=3']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:28.306271 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b8ef3b-e263-4e9d-98cf-4296bd28951a x-openstack-request-id: req-38b8ef3b-e263-4e9d-98cf-4296bd28951a {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:49:28.306567 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db41cb14-5add-4aa4-8066-701e75ecef07", "tag": "d408155b-c3fb-4adb-81b1-3b7672c63263", "status": "completed", "code": 200}]} {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:49:28.306814 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-38b8ef3b-e263-4e9d-98cf-4296bd28951a {{(pid=104678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:49:28.307245 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38b8ef3b-e263-4e9d-98cf-4296bd28951a'] response: {'name': 'network-changed', 'server_uuid': 'db41cb14-5add-4aa4-8066-701e75ecef07', 'tag': 'd408155b-c3fb-4adb-81b1-3b7672c63263', 'status': 'completed', 'code': 200} May 27 03:49:28.366173 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c5ed1-80f0-4e3c-a439-074dad70e457 req-f278e88d-bc8f-4322-a818-7b678f13001a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:28.367692 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-cd9c5ed1-80f0-4e3c-a439-074dad70e457 req-f278e88d-bc8f-4322-a818-7b678f13001a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a194a9d6aa0242ddb7d74e6738f9cdda&device_id=db41cb14-5add-4aa4-8066-701e75ecef07 HTTP/1.1" status: 200 len: 1127 time: 0.0421197 May 27 03:49:28.395156 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:28.475837 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c5ed1-80f0-4e3c-a439-074dad70e457 req-a5d81495-44c0-42bb-bdbc-785ffd63c92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:28.475837 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-cd9c5ed1-80f0-4e3c-a439-074dad70e457 req-a5d81495-44c0-42bb-bdbc-785ffd63c92f service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=a194a9d6aa0242ddb7d74e6738f9cdda&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0987844 May 27 03:49:28.569687 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c5ed1-80f0-4e3c-a439-074dad70e457 req-c3b9c643-ea09-4743-bfc9-9f248cdff0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:28.571173 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-cd9c5ed1-80f0-4e3c-a439-074dad70e457 req-c3b9c643-ea09-4743-bfc9-9f248cdff0ea service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907130 May 27 03:49:28.644624 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-7f208dfa-a9f7-4366-b75a-d9eb1c078b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:28.646114 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-7f208dfa-a9f7-4366-b75a-d9eb1c078b17 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a194a9d6aa0242ddb7d74e6738f9cdda&device_id=db41cb14-5add-4aa4-8066-701e75ecef07 HTTP/1.1" status: 200 len: 1127 time: 0.0391974 May 27 03:49:28.688348 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-8789bb27-70bd-4b8b-9209-77cce459ac2c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d408155b-c3fb-4adb-81b1-3b7672c63263 HTTP/1.1" status: 200 len: 217 time: 0.0351455 May 27 03:49:28.738322 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-4a24138b-ebb9-4dec-afb8-9014e1313986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:28.739770 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-4a24138b-ebb9-4dec-afb8-9014e1313986 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=19dda8db-4611-478b-a963-80c8130bed0e HTTP/1.1" status: 200 len: 854 time: 0.0458100 May 27 03:49:28.781543 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-6fe61320-d8da-464f-ae5c-1135c538d99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:28.783681 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-6fe61320-d8da-464f-ae5c-1135c538d99f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f129e03b-298e-4668-9d33-9fcd7785dce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0375624 May 27 03:49:28.873625 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-4778896f-9c5a-4216-82f6-98c25b7c3ef8 service neutron] 10.222.0.72 "GET /v2.0/networks/f129e03b-298e-4668-9d33-9fcd7785dce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849986 May 27 03:49:28.962825 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-550b0b46-5224-488c-abf0-f2ef10a19b1f req-53dd5658-02f7-421f-af12-8a48edfabae0 service neutron] 10.222.0.72 "GET /v2.0/networks/f129e03b-298e-4668-9d33-9fcd7785dce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832288 May 27 03:49:29.126985 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e0829-e763-4b6f-9842-93eff0867faa req-356401ee-2ca0-42bf-aa3d-c320a0be31ee tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:29.128713 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-167e0829-e763-4b6f-9842-93eff0867faa req-356401ee-2ca0-42bf-aa3d-c320a0be31ee tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=db41cb14-5add-4aa4-8066-701e75ecef07 HTTP/1.1" status: 200 len: 943 time: 0.0464396 May 27 03:49:29.175856 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-167e0829-e763-4b6f-9842-93eff0867faa req-46113bed-8e7d-41a9-aa4f-e16602ee033d tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups?id=4942740f-b5b1-4dbc-a56b-a774c6e55fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415068 May 27 03:49:29.337376 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 6 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:49:30.274563 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:30.296733 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb61cff-01fd-48c7-9001-5b00a12625e4 req-ee4cac5b-137b-48a8-bf7c-fd234ce3339e tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:30.298218 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-7fb61cff-01fd-48c7-9001-5b00a12625e4 req-ee4cac5b-137b-48a8-bf7c-fd234ce3339e tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=db41cb14-5add-4aa4-8066-701e75ecef07 HTTP/1.1" status: 200 len: 943 time: 0.0507689 May 27 03:49:30.345098 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-7fb61cff-01fd-48c7-9001-5b00a12625e4 req-a5291daf-1bc1-4f2d-a4b7-23ce992cf3e7 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups?id=4942740f-b5b1-4dbc-a56b-a774c6e55fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412378 May 27 03:49:30.833335 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device d408155b-c3fb-4adb-81b1-3b7672c63263 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:49:30.933916 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port d408155b-c3fb-4adb-81b1-3b7672c63263, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=d408155b-c3fb-4adb-81b1-3b7672c63263,segment=NetworkSegment(c5abf49d-858b-4e95-8cd1-99c207dfa536),segment_id=c5abf49d-858b-4e95-8cd1-99c207dfa536)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:30.946536 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Returning: {'device': 'd408155b-c3fb-4adb-81b1-3b7672c63263', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'port_id': 'd408155b-c3fb-4adb-81b1-3b7672c63263', 'mac_address': 'fa:16:3e:cd:45:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19dda8db-4611-478b-a963-80c8130bed0e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:49:30.980419 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port d408155b-c3fb-4adb-81b1-3b7672c63263 is: DOWN; New status is: BUILD {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:49:30.980797 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (d408155b-c3fb-4adb-81b1-3b7672c63263), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:30.994323 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d408155b-c3fb-4adb-81b1-3b7672c63263 {{(pid=104679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:49:31.013712 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port d408155b-c3fb-4adb-81b1-3b7672c63263, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=d408155b-c3fb-4adb-81b1-3b7672c63263,segment=NetworkSegment(c5abf49d-858b-4e95-8cd1-99c207dfa536),segment_id=c5abf49d-858b-4e95-8cd1-99c207dfa536)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:31.099195 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (d408155b-c3fb-4adb-81b1-3b7672c63263), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:31.146129 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=d408155b-c3fb-4adb-81b1-3b7672c63263,revision_number=4']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:31.153207 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:31.153588 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:31.153937 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:31.154277 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:31.154614 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:31.154947 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:31.155275 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:31.155602 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:31.155928 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:31.156252 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:31.156575 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:31.156914 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:31.157227 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:31.157574 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:31.157895 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:31.302181 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] get_ports_and_sgs() called for port_ids ['d408155b-c3fb-4adb-81b1-3b7672c63263'] {{(pid=104679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:49:31.458517 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913041c-949a-473a-8d77-a8ebaa37dbde req-7d321004-d4a9-476b-9ed5-93f776d1b013 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:31.459996 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b913041c-949a-473a-8d77-a8ebaa37dbde req-7d321004-d4a9-476b-9ed5-93f776d1b013 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=db41cb14-5add-4aa4-8066-701e75ecef07 HTTP/1.1" status: 200 len: 944 time: 0.0485749 May 27 03:49:31.507790 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b913041c-949a-473a-8d77-a8ebaa37dbde req-1b249096-895b-4b5d-9ef1-ddeabdbaee41 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups?id=4942740f-b5b1-4dbc-a56b-a774c6e55fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421677 May 27 03:49:32.620120 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8551d58-cab2-4178-96bc-aa260f9345bd req-145e35a2-bc5d-448d-a5c6-c1ebd4fc0acd tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:32.621598 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f8551d58-cab2-4178-96bc-aa260f9345bd req-145e35a2-bc5d-448d-a5c6-c1ebd4fc0acd tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=db41cb14-5add-4aa4-8066-701e75ecef07 HTTP/1.1" status: 200 len: 944 time: 0.0467820 May 27 03:49:32.668511 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f8551d58-cab2-4178-96bc-aa260f9345bd req-019a1dfc-30a2-471a-b86e-2b2ebea237d9 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups?id=4942740f-b5b1-4dbc-a56b-a774c6e55fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415623 May 27 03:49:32.832361 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device d408155b-c3fb-4adb-81b1-3b7672c63263 up at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:49:32.873797 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Provisioning for port d408155b-c3fb-4adb-81b1-3b7672c63263 completed by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:49:32.956519 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Provisioning complete for port d408155b-c3fb-4adb-81b1-3b7672c63263 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:49:32.956901 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (d408155b-c3fb-4adb-81b1-3b7672c63263), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:33.154288 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port d408155b-c3fb-4adb-81b1-3b7672c63263 is: BUILD; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:49:33.154676 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (d408155b-c3fb-4adb-81b1-3b7672c63263), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:33.176972 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db41cb14-5add-4aa4-8066-701e75ecef07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd408155b-c3fb-4adb-81b1-3b7672c63263'}] {{(pid=104679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:49:33.179189 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d249cf550e2d843300bc9a66ec52257e0462e4d4b5166dc6bcb5b411a3eed5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e672b2-ca65-4ed5-ae73-c3b65c49b24d" -d '{"events": [{"server_uuid": "db41cb14-5add-4aa4-8066-701e75ecef07", "name": "network-vif-plugged", "status": "completed", "tag": "d408155b-c3fb-4adb-81b1-3b7672c63263"}]}' {{(pid=104679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:49:33.191843 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port d408155b-c3fb-4adb-81b1-3b7672c63263, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=d408155b-c3fb-4adb-81b1-3b7672c63263,segment=NetworkSegment(c5abf49d-858b-4e95-8cd1-99c207dfa536),segment_id=c5abf49d-858b-4e95-8cd1-99c207dfa536)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:33.258516 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (d408155b-c3fb-4adb-81b1-3b7672c63263), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:33.281279 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a843efe-ab1d-4560-adc1-a3640bfe5272 x-openstack-request-id: req-8a843efe-ab1d-4560-adc1-a3640bfe5272 {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:49:33.281586 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db41cb14-5add-4aa4-8066-701e75ecef07", "name": "network-vif-plugged", "status": "completed", "tag": "d408155b-c3fb-4adb-81b1-3b7672c63263", "code": 200}]} {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:49:33.281835 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8a843efe-ab1d-4560-adc1-a3640bfe5272 {{(pid=104679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:49:33.282225 dv-cinder-843361-2-smb neutron-server[104679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a843efe-ab1d-4560-adc1-a3640bfe5272'] response: {'server_uuid': 'db41cb14-5add-4aa4-8066-701e75ecef07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd408155b-c3fb-4adb-81b1-3b7672c63263', 'code': 200} May 27 03:49:33.308702 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=d408155b-c3fb-4adb-81b1-3b7672c63263,revision_number=5']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:33.566614 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d31a5-2432-45a9-9f03-94623fca268c req-dc83550c-4804-484c-b23b-8977c09c9dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:33.568125 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-6e2d31a5-2432-45a9-9f03-94623fca268c req-dc83550c-4804-484c-b23b-8977c09c9dff service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=db41cb14-5add-4aa4-8066-701e75ecef07 HTTP/1.1" status: 200 len: 1129 time: 0.0418129 May 27 03:49:33.613565 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-6e2d31a5-2432-45a9-9f03-94623fca268c req-cf150b2e-0ec2-4eca-b7ef-bf022b5b60f3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4942740f-b5b1-4dbc-a56b-a774c6e55fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377238 May 27 03:49:33.784445 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae4c6c-578d-4640-948d-d7fa328f7432 req-5a3c8d49-1c70-4e91-94e5-3ec7418e2e68 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:33.785939 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-bdae4c6c-578d-4640-948d-d7fa328f7432 req-5a3c8d49-1c70-4e91-94e5-3ec7418e2e68 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=db41cb14-5add-4aa4-8066-701e75ecef07 HTTP/1.1" status: 200 len: 945 time: 0.0497086 May 27 03:49:33.832777 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-bdae4c6c-578d-4640-948d-d7fa328f7432 req-f62917da-3475-4ee1-bb37-a2dbd3abace8 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups?id=4942740f-b5b1-4dbc-a56b-a774c6e55fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413160 May 27 03:49:34.949027 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29598355-c8a1-43ef-9796-98a67e83fd00 req-ed082db7-245d-4faa-83b9-d91080046256 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:34.950496 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-29598355-c8a1-43ef-9796-98a67e83fd00 req-ed082db7-245d-4faa-83b9-d91080046256 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=db41cb14-5add-4aa4-8066-701e75ecef07 HTTP/1.1" status: 200 len: 945 time: 0.0467920 May 27 03:49:34.999943 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-29598355-c8a1-43ef-9796-98a67e83fd00 req-7aaacd14-83c8-40b4-9d95-43b9b2503c49 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups?id=4942740f-b5b1-4dbc-a56b-a774c6e55fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438678 May 27 03:49:35.112190 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf726bf-cc4c-45c6-bedf-85394187c026 req-01f7d202-f53e-47bc-9b3a-d19b2fb92e02 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:35.113727 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9cf726bf-cc4c-45c6-bedf-85394187c026 req-01f7d202-f53e-47bc-9b3a-d19b2fb92e02 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=db41cb14-5add-4aa4-8066-701e75ecef07 HTTP/1.1" status: 200 len: 945 time: 0.0475924 May 27 03:49:35.121968 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 59584) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:49:35.126219 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-cb31f901-18a6-4b21-875b-2d7e13ced0b6 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Request body: {'floatingip': {'port_id': 'd408155b-c3fb-4adb-81b1-3b7672c63263'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:49:35.167588 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-cb31f901-18a6-4b21-875b-2d7e13ced0b6 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for floatingip (00aa0235-c4d2-4d11-a48b-5b43171a670d), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:35.365570 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:35.584983 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-cb31f901-18a6-4b21-875b-2d7e13ced0b6 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:35.659397 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-cb31f901-18a6-4b21-875b-2d7e13ced0b6 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665637'] for floatingip (00aa0235-c4d2-4d11-a48b-5b43171a670d), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:35.755301 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.db.l3_db [None req-cb31f901-18a6-4b21-875b-2d7e13ced0b6 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Floating IP 00aa0235-c4d2-4d11-a48b-5b43171a670d associated. External IP: 172.28.2.151, port: d408155b-c3fb-4adb-81b1-3b7672c63263. May 27 03:49:35.788774 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:35.952204 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb31f901-18a6-4b21-875b-2d7e13ced0b6 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Router b9f12b94-dac5-4009-be75-479064a0e07e has already been hosted by L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 {{(pid=104677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:49:36.041915 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:36.052641 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb31f901-18a6-4b21-875b-2d7e13ced0b6 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:49:36.057548 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-cb31f901-18a6-4b21-875b-2d7e13ced0b6 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for floatingip (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:36.063946 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb72910-af7e-4ff3-a613-f6d2c24055b3 None None] Sync routers for ids ['b9f12b94-dac5-4009-be75-479064a0e07e'] in dv-cinder-843361-2-smb {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:49:36.076918 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb72910-af7e-4ff3-a613-f6d2c24055b3 None None] Routers {'b9f12b94-dac5-4009-be75-479064a0e07e'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:49:36.078311 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-7fb72910-af7e-4ff3-a613-f6d2c24055b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:49:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['b9f12b94-dac5-4009-be75-479064a0e07e'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:36.089732 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-cb31f901-18a6-4b21-875b-2d7e13ced0b6 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "PUT /v2.0/floatingips/00aa0235-c4d2-4d11-a48b-5b43171a670d HTTP/1.1" status: 200 len: 991 time: 0.9666789 May 27 03:49:36.090342 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db41cb14-5add-4aa4-8066-701e75ecef07', 'tag': 'd408155b-c3fb-4adb-81b1-3b7672c63263'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:49:36.092551 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5933d85cf17399e2dc167eca01249890e1c66fccb09b4015a1c2ab305ead4f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa69229f-cd2b-4f9b-883f-197b6c632cb9" -d '{"events": [{"name": "network-changed", "server_uuid": "db41cb14-5add-4aa4-8066-701e75ecef07", "tag": "d408155b-c3fb-4adb-81b1-3b7672c63263"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:49:36.120824 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-9a286009-a0bd-48b3-a291-487786946599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:36.179776 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-7fb72910-af7e-4ff3-a613-f6d2c24055b3 None None] Set router b9f12b94-dac5-4009-be75-479064a0e07e gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:49:36.185488 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535c10e9-64b7-4452-b15f-7c0993ab12b1 x-openstack-request-id: req-535c10e9-64b7-4452-b15f-7c0993ab12b1 {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:49:36.185773 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db41cb14-5add-4aa4-8066-701e75ecef07", "tag": "d408155b-c3fb-4adb-81b1-3b7672c63263", "status": "completed", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:49:36.186021 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-535c10e9-64b7-4452-b15f-7c0993ab12b1 {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:49:36.186417 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-535c10e9-64b7-4452-b15f-7c0993ab12b1'] response: {'name': 'network-changed', 'server_uuid': 'db41cb14-5add-4aa4-8066-701e75ecef07', 'tag': 'd408155b-c3fb-4adb-81b1-3b7672c63263', 'status': 'completed', 'code': 200} May 27 03:49:36.246772 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69229f-cd2b-4f9b-883f-197b6c632cb9 req-95e4cdf1-8c75-4eba-82e8-494998f64f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:36.248242 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-aa69229f-cd2b-4f9b-883f-197b6c632cb9 req-95e4cdf1-8c75-4eba-82e8-494998f64f6c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a194a9d6aa0242ddb7d74e6738f9cdda&device_id=db41cb14-5add-4aa4-8066-701e75ecef07 HTTP/1.1" status: 200 len: 1129 time: 0.0397124 May 27 03:49:36.349581 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69229f-cd2b-4f9b-883f-197b6c632cb9 req-69a420e6-2fc9-4dd9-8e56-f432995e6ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:36.351087 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-aa69229f-cd2b-4f9b-883f-197b6c632cb9 req-69a420e6-2fc9-4dd9-8e56-f432995e6ea9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f129e03b-298e-4668-9d33-9fcd7785dce3 HTTP/1.1" status: 200 len: 916 time: 0.0953832 May 27 03:49:36.414928 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-aa69229f-cd2b-4f9b-883f-197b6c632cb9 req-135b18e6-a62f-42d1-bdc2-5b8dde19ca7b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d408155b-c3fb-4adb-81b1-3b7672c63263 HTTP/1.1" status: 200 len: 999 time: 0.0573950 May 27 03:49:36.465465 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69229f-cd2b-4f9b-883f-197b6c632cb9 req-ef3ba479-2d85-4392-8b1a-5d450b2ba378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:36.466922 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-aa69229f-cd2b-4f9b-883f-197b6c632cb9 req-ef3ba479-2d85-4392-8b1a-5d450b2ba378 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=19dda8db-4611-478b-a963-80c8130bed0e HTTP/1.1" status: 200 len: 854 time: 0.0458705 May 27 03:49:36.475482 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-7fb72910-af7e-4ff3-a613-f6d2c24055b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'name': 'tempest-AttachVolumeNegativeTest-2077978660-router', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:21Z', 'updated_at': '2022-05-27T03:48:24Z', 'revision_number': 4, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'gw_port': {'id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:60:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:22Z', 'updated_at': '2022-05-27T03:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_floatingips': [{'id': '00aa0235-c4d2-4d11-a48b-5b43171a670d', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'floating_ip_address': '172.28.2.151', 'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'router_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'port_id': 'd408155b-c3fb-4adb-81b1-3b7672c63263', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'mac_address': 'fa:16:3e:cd:45:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41cb14-5add-4aa4-8066-701e75ecef07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:49:23Z', 'updated_at': '2022-05-27T03:49:35Z', 'revision_number': 1, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'fixed_ip_address_scope': None}, {'id': 'd6b29263-1548-4d2e-a4e5-ae6ab79b2869', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'floating_ip_address': '172.28.2.173', 'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'router_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'port_id': '1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'mac_address': 'fa:16:3e:5c:8a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651fa133-4f87-44b8-b83d-12dda43aa90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:48:27Z', 'updated_at': '2022-05-27T03:48:43Z', 'revision_number': 2, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55d2f92-294c-4b28-b58d-096e93e3bfbe', 'name': '', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'mac_address': 'fa:16:3e:17:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '19dda8db-4611-478b-a963-80c8130bed0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:24Z', 'updated_at': '2022-05-27T03:48:28Z', 'revision_number': 5, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'subnets': [{'id': '19dda8db-4611-478b-a963-80c8130bed0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:36.481829 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=100 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:36.501507 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb72910-af7e-4ff3-a613-f6d2c24055b3 None None] Checking router: b9f12b94-dac5-4009-be75-479064a0e07e for host: dv-cinder-843361-2-smb {{(pid=104680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:49:36.510159 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb72910-af7e-4ff3-a613-f6d2c24055b3 None None] Routers {'b9f12b94-dac5-4009-be75-479064a0e07e'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:49:36.510782 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-7fb72910-af7e-4ff3-a613-f6d2c24055b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:49:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['b9f12b94-dac5-4009-be75-479064a0e07e'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:36.513243 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69229f-cd2b-4f9b-883f-197b6c632cb9 req-334eefe4-fa4f-4146-b128-ccb197c302e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:36.514904 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-aa69229f-cd2b-4f9b-883f-197b6c632cb9 req-334eefe4-fa4f-4146-b128-ccb197c302e6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f129e03b-298e-4668-9d33-9fcd7785dce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0417168 May 27 03:49:36.604653 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-aa69229f-cd2b-4f9b-883f-197b6c632cb9 req-1f1c8be8-6425-45ab-a631-e5530de64ad0 service neutron] 10.222.0.72 "GET /v2.0/networks/f129e03b-298e-4668-9d33-9fcd7785dce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834100 May 27 03:49:36.615530 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-7fb72910-af7e-4ff3-a613-f6d2c24055b3 None None] Set router b9f12b94-dac5-4009-be75-479064a0e07e gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:49:36.684147 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=100 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:36.698796 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-aa69229f-cd2b-4f9b-883f-197b6c632cb9 req-e75a3bff-59f5-4797-9381-3266c191c09d service neutron] 10.222.0.72 "GET /v2.0/networks/f129e03b-298e-4668-9d33-9fcd7785dce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874248 May 27 03:49:36.830304 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-7fb72910-af7e-4ff3-a613-f6d2c24055b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'name': 'tempest-AttachVolumeNegativeTest-2077978660-router', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:21Z', 'updated_at': '2022-05-27T03:48:24Z', 'revision_number': 4, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'gw_port': {'id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:60:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:22Z', 'updated_at': '2022-05-27T03:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_floatingips': [{'id': '00aa0235-c4d2-4d11-a48b-5b43171a670d', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'floating_ip_address': '172.28.2.151', 'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'router_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'port_id': 'd408155b-c3fb-4adb-81b1-3b7672c63263', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'mac_address': 'fa:16:3e:cd:45:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41cb14-5add-4aa4-8066-701e75ecef07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:49:23Z', 'updated_at': '2022-05-27T03:49:35Z', 'revision_number': 1, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'fixed_ip_address_scope': None}, {'id': 'd6b29263-1548-4d2e-a4e5-ae6ab79b2869', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'floating_ip_address': '172.28.2.173', 'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'router_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'port_id': '1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'mac_address': 'fa:16:3e:5c:8a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651fa133-4f87-44b8-b83d-12dda43aa90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:48:27Z', 'updated_at': '2022-05-27T03:48:43Z', 'revision_number': 2, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55d2f92-294c-4b28-b58d-096e93e3bfbe', 'name': '', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'mac_address': 'fa:16:3e:17:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '19dda8db-4611-478b-a963-80c8130bed0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:24Z', 'updated_at': '2022-05-27T03:48:28Z', 'revision_number': 5, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'subnets': [{'id': '19dda8db-4611-478b-a963-80c8130bed0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:36.855163 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb72910-af7e-4ff3-a613-f6d2c24055b3 None None] The sync data for ids ['b9f12b94-dac5-4009-be75-479064a0e07e'] in dv-cinder-843361-2-smb is: [{'id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'name': 'tempest-AttachVolumeNegativeTest-2077978660-router', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:21Z', 'updated_at': '2022-05-27T03:48:24Z', 'revision_number': 4, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'gw_port': {'id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:60:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:22Z', 'updated_at': '2022-05-27T03:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_floatingips': [{'id': '00aa0235-c4d2-4d11-a48b-5b43171a670d', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'floating_ip_address': '172.28.2.151', 'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'router_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'port_id': 'd408155b-c3fb-4adb-81b1-3b7672c63263', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'mac_address': 'fa:16:3e:cd:45:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41cb14-5add-4aa4-8066-701e75ecef07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:49:23Z', 'updated_at': '2022-05-27T03:49:35Z', 'revision_number': 1, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'fixed_ip_address_scope': None}, {'id': 'd6b29263-1548-4d2e-a4e5-ae6ab79b2869', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'floating_ip_address': '172.28.2.173', 'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'router_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'port_id': '1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'mac_address': 'fa:16:3e:5c:8a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651fa133-4f87-44b8-b83d-12dda43aa90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:48:27Z', 'updated_at': '2022-05-27T03:48:43Z', 'revision_number': 2, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55d2f92-294c-4b28-b58d-096e93e3bfbe', 'name': '', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'mac_address': 'fa:16:3e:17:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '19dda8db-4611-478b-a963-80c8130bed0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:24Z', 'updated_at': '2022-05-27T03:48:28Z', 'revision_number': 5, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'subnets': [{'id': '19dda8db-4611-478b-a963-80c8130bed0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:49:37.041654 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f82dc36-0c42-4150-ae67-725f7838a4b4 None None] New status for floating IP 00aa0235-c4d2-4d11-a48b-5b43171a670d: ACTIVE {{(pid=104679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:49:37.141542 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:38.345202 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-df33e806-2981-466c-a8e1-68d929f0e5f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:38.773059 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:39.406168 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:41.041840 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:42.356309 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:46.082292 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:46.084207 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=23 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:46.695846 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=19 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:46.832986 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=80 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:46.833744 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=76 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:52.287822 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:52.293842 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:03.047952 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=12 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:03.054200 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=14 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:06.126864 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-547b2996-6cda-41d3-a25f-b4c5db45e43c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:06.337175 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 6 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:50:08.321126 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b3b97e42-8810-44b5-bd78-213cefc9bc4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:08.766713 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:09.412718 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:11.046941 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:12.388747 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:12.550231 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c1c23-1569-4b7e-8b0c-75f273d65475 req-c7ed08d7-baf8-425b-80fd-bd4a5aa6f9b6 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:12.552613 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-8e1c1c23-1569-4b7e-8b0c-75f273d65475 req-c7ed08d7-baf8-425b-80fd-bd4a5aa6f9b6 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=db41cb14-5add-4aa4-8066-701e75ecef07 HTTP/1.1" status: 200 len: 945 time: 0.0484602 May 27 03:50:12.605136 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-8e1c1c23-1569-4b7e-8b0c-75f273d65475 req-f6771608-96c2-4889-b0da-b6925f29a1b2 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups?id=4942740f-b5b1-4dbc-a56b-a774c6e55fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470412 May 27 03:50:13.726068 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff71b8f-3721-4ab7-9dd8-224ecf12c211 req-bccecbb6-5ae1-4a77-973a-c9569e21a90d tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:13.727541 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-fff71b8f-3721-4ab7-9dd8-224ecf12c211 req-bccecbb6-5ae1-4a77-973a-c9569e21a90d tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=db41cb14-5add-4aa4-8066-701e75ecef07 HTTP/1.1" status: 200 len: 945 time: 0.0528746 May 27 03:50:13.774724 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-fff71b8f-3721-4ab7-9dd8-224ecf12c211 req-2f7bc1c0-7f99-4ef5-acbe-e41410d1013e tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups?id=4942740f-b5b1-4dbc-a56b-a774c6e55fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415082 May 27 03:50:13.909338 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a952e-490f-4186-baff-31102de91bb2 req-30655e56-1b36-4d5c-b071-3d33c4f9d3d4 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:13.911421 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-dc0a952e-490f-4186-baff-31102de91bb2 req-30655e56-1b36-4d5c-b071-3d33c4f9d3d4 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.72 "GET /v2.0/ports?device_id=db41cb14-5add-4aa4-8066-701e75ecef07 HTTP/1.1" status: 200 len: 945 time: 0.0466409 May 27 03:50:13.990610 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [req-dc0a952e-490f-4186-baff-31102de91bb2 req-b6ebbd09-0e56-4dc6-99c9-fcbfd72daae2 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Deleting port d408155b-c3fb-4adb-81b1-3b7672c63263 {{(pid=104678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:50:13.990952 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-dc0a952e-490f-4186-baff-31102de91bb2 req-b6ebbd09-0e56-4dc6-99c9-fcbfd72daae2 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (d408155b-c3fb-4adb-81b1-3b7672c63263), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:14.082290 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-dc0a952e-490f-4186-baff-31102de91bb2 req-b6ebbd09-0e56-4dc6-99c9-fcbfd72daae2 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] For port d408155b-c3fb-4adb-81b1-3b7672c63263, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=d408155b-c3fb-4adb-81b1-3b7672c63263,segment=NetworkSegment(c5abf49d-858b-4e95-8cd1-99c207dfa536),segment_id=c5abf49d-858b-4e95-8cd1-99c207dfa536)] {{(pid=104678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:14.082575 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-dc0a952e-490f-4186-baff-31102de91bb2 req-b6ebbd09-0e56-4dc6-99c9-fcbfd72daae2 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (d408155b-c3fb-4adb-81b1-3b7672c63263), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:14.241166 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-dc0a952e-490f-4186-baff-31102de91bb2 req-b6ebbd09-0e56-4dc6-99c9-fcbfd72daae2 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:14.241558 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-dc0a952e-490f-4186-baff-31102de91bb2 req-b6ebbd09-0e56-4dc6-99c9-fcbfd72daae2 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665637'] for floatingip (00aa0235-c4d2-4d11-a48b-5b43171a670d), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:14.241872 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.db.l3_db [req-dc0a952e-490f-4186-baff-31102de91bb2 req-b6ebbd09-0e56-4dc6-99c9-fcbfd72daae2 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Floating IP 00aa0235-c4d2-4d11-a48b-5b43171a670d disassociated. External IP: 172.28.2.151, port: d408155b-c3fb-4adb-81b1-3b7672c63263. May 27 03:50:14.242212 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [req-dc0a952e-490f-4186-baff-31102de91bb2 req-b6ebbd09-0e56-4dc6-99c9-fcbfd72daae2 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Calling delete_port for d408155b-c3fb-4adb-81b1-3b7672c63263 owned by compute:nova {{(pid=104678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:50:14.407237 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-dc0a952e-490f-4186-baff-31102de91bb2 req-b6ebbd09-0e56-4dc6-99c9-fcbfd72daae2 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (d408155b-c3fb-4adb-81b1-3b7672c63263), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:14.434743 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ebbd09-0e56-4dc6-99c9-fcbfd72daae2 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Pushing event deleted for resources: {'Port': ['ID=d408155b-c3fb-4adb-81b1-3b7672c63263,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:14.546659 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc0a952e-490f-4186-baff-31102de91bb2 req-b6ebbd09-0e56-4dc6-99c9-fcbfd72daae2 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Router b9f12b94-dac5-4009-be75-479064a0e07e has already been hosted by L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 {{(pid=104678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:50:14.882557 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-bdc1ab4c-bd6e-4854-adba-c922aa5e9e0a req-be66a552-4530-48de-b67f-35446d1b0c60 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=db41cb14-5add-4aa4-8066-701e75ecef07 HTTP/1.1" status: 200 len: 210 time: 0.0329351 May 27 03:50:14.918842 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc0a952e-490f-4186-baff-31102de91bb2 req-b6ebbd09-0e56-4dc6-99c9-fcbfd72daae2 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:50:14.929475 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664f8853-7f9e-4b01-9593-84e7c875d44d None None] Sync routers for ids ['b9f12b94-dac5-4009-be75-479064a0e07e'] in dv-cinder-843361-2-smb {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:50:14.945164 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664f8853-7f9e-4b01-9593-84e7c875d44d None None] Routers {'b9f12b94-dac5-4009-be75-479064a0e07e'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:50:14.945863 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-664f8853-7f9e-4b01-9593-84e7c875d44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:50:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['b9f12b94-dac5-4009-be75-479064a0e07e'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:14.962106 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0a952e-490f-4186-baff-31102de91bb2 req-b6ebbd09-0e56-4dc6-99c9-fcbfd72daae2 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] No DVR routers for this DVR port d408155b-c3fb-4adb-81b1-3b7672c63263 on host hv-cinder-84336 {{(pid=104678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:50:14.964717 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-dc0a952e-490f-4186-baff-31102de91bb2 req-b6ebbd09-0e56-4dc6-99c9-fcbfd72daae2 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:14.968195 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-dc0a952e-490f-4186-baff-31102de91bb2 req-b6ebbd09-0e56-4dc6-99c9-fcbfd72daae2 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.72 "DELETE /v2.0/ports/d408155b-c3fb-4adb-81b1-3b7672c63263 HTTP/1.1" status: 204 len: 173 time: 1.0517726 May 27 03:50:14.968646 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db41cb14-5add-4aa4-8066-701e75ecef07', 'name': 'network-vif-deleted', 'tag': 'd408155b-c3fb-4adb-81b1-3b7672c63263'}] {{(pid=104678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:50:14.971653 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e1ed873ee784d85eb1b1d61ec54b86d2255e46a50b7e273563a24fff47d01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2971b5e1-027f-49a9-a25b-9fea37726239" -d '{"events": [{"server_uuid": "db41cb14-5add-4aa4-8066-701e75ecef07", "name": "network-vif-deleted", "tag": "d408155b-c3fb-4adb-81b1-3b7672c63263"}]}' {{(pid=104678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:50:15.015560 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e656f7d-164d-4083-bb69-64575ecb1dcd x-openstack-request-id: req-3e656f7d-164d-4083-bb69-64575ecb1dcd {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:50:15.015560 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db41cb14-5add-4aa4-8066-701e75ecef07", "name": "network-vif-deleted", "tag": "d408155b-c3fb-4adb-81b1-3b7672c63263", "status": "completed", "code": 200}]} {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:50:15.015560 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3e656f7d-164d-4083-bb69-64575ecb1dcd {{(pid=104678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:50:15.015560 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e656f7d-164d-4083-bb69-64575ecb1dcd'] response: {'server_uuid': 'db41cb14-5add-4aa4-8066-701e75ecef07', 'name': 'network-vif-deleted', 'tag': 'd408155b-c3fb-4adb-81b1-3b7672c63263', 'status': 'completed', 'code': 200} May 27 03:50:15.051812 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-664f8853-7f9e-4b01-9593-84e7c875d44d None None] Set router b9f12b94-dac5-4009-be75-479064a0e07e gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:50:15.265939 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-664f8853-7f9e-4b01-9593-84e7c875d44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'name': 'tempest-AttachVolumeNegativeTest-2077978660-router', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:21Z', 'updated_at': '2022-05-27T03:48:24Z', 'revision_number': 4, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'gw_port': {'id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:60:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:22Z', 'updated_at': '2022-05-27T03:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_floatingips': [{'id': 'd6b29263-1548-4d2e-a4e5-ae6ab79b2869', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'floating_ip_address': '172.28.2.173', 'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'router_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'port_id': '1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'mac_address': 'fa:16:3e:5c:8a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651fa133-4f87-44b8-b83d-12dda43aa90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:48:27Z', 'updated_at': '2022-05-27T03:48:43Z', 'revision_number': 2, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55d2f92-294c-4b28-b58d-096e93e3bfbe', 'name': '', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'mac_address': 'fa:16:3e:17:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '19dda8db-4611-478b-a963-80c8130bed0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:24Z', 'updated_at': '2022-05-27T03:48:28Z', 'revision_number': 5, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'subnets': [{'id': '19dda8db-4611-478b-a963-80c8130bed0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:15.292008 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664f8853-7f9e-4b01-9593-84e7c875d44d None None] Checking router: b9f12b94-dac5-4009-be75-479064a0e07e for host: dv-cinder-843361-2-smb {{(pid=104680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:50:15.301753 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664f8853-7f9e-4b01-9593-84e7c875d44d None None] Routers {'b9f12b94-dac5-4009-be75-479064a0e07e'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:50:15.302373 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-664f8853-7f9e-4b01-9593-84e7c875d44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:50:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['b9f12b94-dac5-4009-be75-479064a0e07e'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:15.408655 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-664f8853-7f9e-4b01-9593-84e7c875d44d None None] Set router b9f12b94-dac5-4009-be75-479064a0e07e gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:50:15.624759 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-664f8853-7f9e-4b01-9593-84e7c875d44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'name': 'tempest-AttachVolumeNegativeTest-2077978660-router', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:21Z', 'updated_at': '2022-05-27T03:48:24Z', 'revision_number': 4, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'gw_port': {'id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:60:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:22Z', 'updated_at': '2022-05-27T03:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_floatingips': [{'id': 'd6b29263-1548-4d2e-a4e5-ae6ab79b2869', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'floating_ip_address': '172.28.2.173', 'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'router_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'port_id': '1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'mac_address': 'fa:16:3e:5c:8a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651fa133-4f87-44b8-b83d-12dda43aa90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:48:27Z', 'updated_at': '2022-05-27T03:48:43Z', 'revision_number': 2, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55d2f92-294c-4b28-b58d-096e93e3bfbe', 'name': '', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'mac_address': 'fa:16:3e:17:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '19dda8db-4611-478b-a963-80c8130bed0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:24Z', 'updated_at': '2022-05-27T03:48:28Z', 'revision_number': 5, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'subnets': [{'id': '19dda8db-4611-478b-a963-80c8130bed0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:15.648471 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664f8853-7f9e-4b01-9593-84e7c875d44d None None] The sync data for ids ['b9f12b94-dac5-4009-be75-479064a0e07e'] in dv-cinder-843361-2-smb is: [{'id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'name': 'tempest-AttachVolumeNegativeTest-2077978660-router', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:21Z', 'updated_at': '2022-05-27T03:48:24Z', 'revision_number': 4, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'gw_port': {'id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:60:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:22Z', 'updated_at': '2022-05-27T03:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_floatingips': [{'id': 'd6b29263-1548-4d2e-a4e5-ae6ab79b2869', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'floating_ip_address': '172.28.2.173', 'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'router_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'port_id': '1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'mac_address': 'fa:16:3e:5c:8a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651fa133-4f87-44b8-b83d-12dda43aa90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:48:27Z', 'updated_at': '2022-05-27T03:48:43Z', 'revision_number': 2, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55d2f92-294c-4b28-b58d-096e93e3bfbe', 'name': '', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'mac_address': 'fa:16:3e:17:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '19dda8db-4611-478b-a963-80c8130bed0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:24Z', 'updated_at': '2022-05-27T03:48:28Z', 'revision_number': 5, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'subnets': [{'id': '19dda8db-4611-478b-a963-80c8130bed0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:50:15.875942 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e1e697-79ac-40a3-a05b-d29ba3d57024 None None] New status for floating IP 00aa0235-c4d2-4d11-a48b-5b43171a670d: DOWN {{(pid=104679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:50:16.019552 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 59622) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:16.079510 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5e33d8ea-779e-4dfb-83a7-aac5d2b797b8 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group (4942740f-b5b1-4dbc-a56b-a774c6e55fea), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:16.104173 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5e33d8ea-779e-4dfb-83a7-aac5d2b797b8 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group (4942740f-b5b1-4dbc-a56b-a774c6e55fea), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:16.251411 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5e33d8ea-779e-4dfb-83a7-aac5d2b797b8 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (4942740f-b5b1-4dbc-a56b-a774c6e55fea), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:16.254014 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5e33d8ea-779e-4dfb-83a7-aac5d2b797b8 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:16.255725 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-5e33d8ea-779e-4dfb-83a7-aac5d2b797b8 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "DELETE /v2.0/security-groups/4942740f-b5b1-4dbc-a56b-a774c6e55fea HTTP/1.1" status: 204 len: 168 time: 0.2346766 May 27 03:50:16.258558 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 59624) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:16.265467 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e33d8ea-779e-4dfb-83a7-aac5d2b797b8 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4942740f-b5b1-4dbc-a56b-a774c6e55fea,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:16.273452 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.api.v2.resource [None req-30007ebc-0b7b-4179-951e-605286bcc7af tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] show failed (client error): The resource could not be found. May 27 03:50:16.274530 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-30007ebc-0b7b-4179-951e-605286bcc7af tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups/4942740f-b5b1-4dbc-a56b-a774c6e55fea HTTP/1.1" status: 404 len: 347 time: 0.0148911 May 27 03:50:16.277363 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 59626) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:16.386759 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [None req-247b2353-9348-4fc4-b888-e572bc60458a tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Deleting port c1ea7ff8-3436-45b2-8dcb-db55ad73a86b {{(pid=104678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:50:16.387099 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-247b2353-9348-4fc4-b888-e572bc60458a tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (c1ea7ff8-3436-45b2-8dcb-db55ad73a86b), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:16.398313 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:16.430554 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:16.468235 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-247b2353-9348-4fc4-b888-e572bc60458a tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (c1ea7ff8-3436-45b2-8dcb-db55ad73a86b), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:16.468556 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-247b2353-9348-4fc4-b888-e572bc60458a tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for floatingip (c1ea7ff8-3436-45b2-8dcb-db55ad73a86b), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:16.481377 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [None req-247b2353-9348-4fc4-b888-e572bc60458a tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Calling delete_port for c1ea7ff8-3436-45b2-8dcb-db55ad73a86b owned by network:floatingip {{(pid=104678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:50:16.687302 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-247b2353-9348-4fc4-b888-e572bc60458a tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (c1ea7ff8-3436-45b2-8dcb-db55ad73a86b), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:16.713561 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b2353-9348-4fc4-b888-e572bc60458a tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Pushing event deleted for resources: {'Port': ['ID=c1ea7ff8-3436-45b2-8dcb-db55ad73a86b,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:16.775425 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-247b2353-9348-4fc4-b888-e572bc60458a tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for floatingip (00aa0235-c4d2-4d11-a48b-5b43171a670d), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:16.777326 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-247b2353-9348-4fc4-b888-e572bc60458a tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for floatingip (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:16.778464 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-247b2353-9348-4fc4-b888-e572bc60458a tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "DELETE /v2.0/floatingips/00aa0235-c4d2-4d11-a48b-5b43171a670d HTTP/1.1" status: 204 len: 168 time: 0.5002139 May 27 03:50:17.039583 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device d408155b-c3fb-4adb-81b1-3b7672c63263 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:50:17.059331 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] No Port match for: d408155b-c3fb-4adb-81b1-3b7672c63263 {{(pid=104679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:50:17.059674 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device d408155b-c3fb-4adb-81b1-3b7672c63263 not bound to the agent host hv-cinder-84336 {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:50:18.899953 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d07c2-ab05-4513-8a27-4dbd2d53d153 req-8396891d-e5ba-4082-b875-3fabcaf9fd4f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:18.901462 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-014d07c2-ab05-4513-8a27-4dbd2d53d153 req-8396891d-e5ba-4082-b875-3fabcaf9fd4f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=651fa133-4f87-44b8-b83d-12dda43aa90d HTTP/1.1" status: 200 len: 945 time: 0.2887897 May 27 03:50:18.949415 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-014d07c2-ab05-4513-8a27-4dbd2d53d153 req-09c78eb7-6523-4747-ab30-64c4158912b9 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups?id=36aa0d3e-ed0f-40de-8258-a7cd3cc0878f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423157 May 27 03:50:20.065059 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239651d-e8a2-4e38-b0d8-2bbd78acae4e req-d51ab6d7-f498-4254-8be0-c33e23c134cf tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:20.066545 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9239651d-e8a2-4e38-b0d8-2bbd78acae4e req-d51ab6d7-f498-4254-8be0-c33e23c134cf tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=651fa133-4f87-44b8-b83d-12dda43aa90d HTTP/1.1" status: 200 len: 945 time: 0.0460942 May 27 03:50:20.117187 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9239651d-e8a2-4e38-b0d8-2bbd78acae4e req-fb0c064a-112c-44ab-ab8b-2d95ef8ca0e3 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups?id=36aa0d3e-ed0f-40de-8258-a7cd3cc0878f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450580 May 27 03:50:20.263998 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d94d66-6643-4576-906a-d20ae3b6ee17 req-032180db-56c0-4446-b897-fd1d41e335ed tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:20.265383 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-b2d94d66-6643-4576-906a-d20ae3b6ee17 req-032180db-56c0-4446-b897-fd1d41e335ed tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.72 "GET /v2.0/ports?device_id=651fa133-4f87-44b8-b83d-12dda43aa90d HTTP/1.1" status: 200 len: 945 time: 0.0454960 May 27 03:50:20.347592 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [req-b2d94d66-6643-4576-906a-d20ae3b6ee17 req-7302cb4f-110c-4044-a667-f260c0c092c4 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Deleting port 1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1 {{(pid=104678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:50:20.347932 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-b2d94d66-6643-4576-906a-d20ae3b6ee17 req-7302cb4f-110c-4044-a667-f260c0c092c4 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:20.438794 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-b2d94d66-6643-4576-906a-d20ae3b6ee17 req-7302cb4f-110c-4044-a667-f260c0c092c4 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] For port 1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1,segment=NetworkSegment(c5abf49d-858b-4e95-8cd1-99c207dfa536),segment_id=c5abf49d-858b-4e95-8cd1-99c207dfa536)] {{(pid=104678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:20.439151 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-b2d94d66-6643-4576-906a-d20ae3b6ee17 req-7302cb4f-110c-4044-a667-f260c0c092c4 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:20.598348 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:20.602029 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-b2d94d66-6643-4576-906a-d20ae3b6ee17 req-7302cb4f-110c-4044-a667-f260c0c092c4 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:20.602392 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-b2d94d66-6643-4576-906a-d20ae3b6ee17 req-7302cb4f-110c-4044-a667-f260c0c092c4 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665637'] for floatingip (d6b29263-1548-4d2e-a4e5-ae6ab79b2869), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:20.602709 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.db.l3_db [req-b2d94d66-6643-4576-906a-d20ae3b6ee17 req-7302cb4f-110c-4044-a667-f260c0c092c4 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Floating IP d6b29263-1548-4d2e-a4e5-ae6ab79b2869 disassociated. External IP: 172.28.2.173, port: 1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1. May 27 03:50:20.603055 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [req-b2d94d66-6643-4576-906a-d20ae3b6ee17 req-7302cb4f-110c-4044-a667-f260c0c092c4 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Calling delete_port for 1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1 owned by compute:nova {{(pid=104678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:50:20.783918 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-b2d94d66-6643-4576-906a-d20ae3b6ee17 req-7302cb4f-110c-4044-a667-f260c0c092c4 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:20.812994 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7302cb4f-110c-4044-a667-f260c0c092c4 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Pushing event deleted for resources: {'Port': ['ID=1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:20.854212 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:20.924143 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2d94d66-6643-4576-906a-d20ae3b6ee17 req-7302cb4f-110c-4044-a667-f260c0c092c4 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Router b9f12b94-dac5-4009-be75-479064a0e07e has already been hosted by L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 {{(pid=104678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:50:21.029286 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2d94d66-6643-4576-906a-d20ae3b6ee17 req-7302cb4f-110c-4044-a667-f260c0c092c4 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:50:21.040228 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f62d18-9758-4e56-8567-3e5fd4cfd402 None None] Sync routers for ids ['b9f12b94-dac5-4009-be75-479064a0e07e'] in dv-cinder-843361-2-smb {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:50:21.049792 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f62d18-9758-4e56-8567-3e5fd4cfd402 None None] Routers {'b9f12b94-dac5-4009-be75-479064a0e07e'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:50:21.050554 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-b1f62d18-9758-4e56-8567-3e5fd4cfd402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:50:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['b9f12b94-dac5-4009-be75-479064a0e07e'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:21.069485 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d94d66-6643-4576-906a-d20ae3b6ee17 req-7302cb4f-110c-4044-a667-f260c0c092c4 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] No DVR routers for this DVR port 1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1 on host hv-cinder-84336 {{(pid=104678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:50:21.072194 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-b2d94d66-6643-4576-906a-d20ae3b6ee17 req-7302cb4f-110c-4044-a667-f260c0c092c4 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:21.075493 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-b2d94d66-6643-4576-906a-d20ae3b6ee17 req-7302cb4f-110c-4044-a667-f260c0c092c4 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.72 "DELETE /v2.0/ports/1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1 HTTP/1.1" status: 204 len: 173 time: 0.8050005 May 27 03:50:21.075970 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651fa133-4f87-44b8-b83d-12dda43aa90d', 'name': 'network-vif-deleted', 'tag': '1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1'}] {{(pid=104678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:50:21.078213 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e1ed873ee784d85eb1b1d61ec54b86d2255e46a50b7e273563a24fff47d01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac87b372-3c96-48dc-8578-a6d0b78df7da" -d '{"events": [{"server_uuid": "651fa133-4f87-44b8-b83d-12dda43aa90d", "name": "network-vif-deleted", "tag": "1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1"}]}' {{(pid=104678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:50:21.114335 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f793fd-2360-46e3-9ca4-f19e39b841e0 x-openstack-request-id: req-e9f793fd-2360-46e3-9ca4-f19e39b841e0 {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:50:21.114634 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651fa133-4f87-44b8-b83d-12dda43aa90d", "name": "network-vif-deleted", "tag": "1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1", "status": "completed", "code": 200}]} {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:50:21.114890 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e9f793fd-2360-46e3-9ca4-f19e39b841e0 {{(pid=104678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:50:21.115321 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9f793fd-2360-46e3-9ca4-f19e39b841e0'] response: {'server_uuid': '651fa133-4f87-44b8-b83d-12dda43aa90d', 'name': 'network-vif-deleted', 'tag': '1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1', 'status': 'completed', 'code': 200} May 27 03:50:21.226720 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b30b801a-ffa1-4fa7-9055-59491fc0a97b req-a0e3fd4a-eb65-4133-9c52-f5128dd00b2c tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=651fa133-4f87-44b8-b83d-12dda43aa90d HTTP/1.1" status: 200 len: 210 time: 0.0332596 May 27 03:50:21.267379 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-b1f62d18-9758-4e56-8567-3e5fd4cfd402 None None] Set router b9f12b94-dac5-4009-be75-479064a0e07e gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:50:21.267379 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=100 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:21.401344 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=100 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:21.454797 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-b1f62d18-9758-4e56-8567-3e5fd4cfd402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'name': 'tempest-AttachVolumeNegativeTest-2077978660-router', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:21Z', 'updated_at': '2022-05-27T03:48:24Z', 'revision_number': 4, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'gw_port': {'id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:60:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:22Z', 'updated_at': '2022-05-27T03:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': 'e55d2f92-294c-4b28-b58d-096e93e3bfbe', 'name': '', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'mac_address': 'fa:16:3e:17:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '19dda8db-4611-478b-a963-80c8130bed0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:24Z', 'updated_at': '2022-05-27T03:48:28Z', 'revision_number': 5, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'subnets': [{'id': '19dda8db-4611-478b-a963-80c8130bed0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:21.483795 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f62d18-9758-4e56-8567-3e5fd4cfd402 None None] Checking router: b9f12b94-dac5-4009-be75-479064a0e07e for host: dv-cinder-843361-2-smb {{(pid=104680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:50:21.492540 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f62d18-9758-4e56-8567-3e5fd4cfd402 None None] Routers {'b9f12b94-dac5-4009-be75-479064a0e07e'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:50:21.493147 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-b1f62d18-9758-4e56-8567-3e5fd4cfd402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:50:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['b9f12b94-dac5-4009-be75-479064a0e07e'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:21.593603 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-b1f62d18-9758-4e56-8567-3e5fd4cfd402 None None] Set router b9f12b94-dac5-4009-be75-479064a0e07e gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:50:21.778520 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-b1f62d18-9758-4e56-8567-3e5fd4cfd402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'name': 'tempest-AttachVolumeNegativeTest-2077978660-router', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:21Z', 'updated_at': '2022-05-27T03:48:24Z', 'revision_number': 4, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'gw_port': {'id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:60:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:22Z', 'updated_at': '2022-05-27T03:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': 'e55d2f92-294c-4b28-b58d-096e93e3bfbe', 'name': '', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'mac_address': 'fa:16:3e:17:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '19dda8db-4611-478b-a963-80c8130bed0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:24Z', 'updated_at': '2022-05-27T03:48:28Z', 'revision_number': 5, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'subnets': [{'id': '19dda8db-4611-478b-a963-80c8130bed0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:21.802632 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f62d18-9758-4e56-8567-3e5fd4cfd402 None None] The sync data for ids ['b9f12b94-dac5-4009-be75-479064a0e07e'] in dv-cinder-843361-2-smb is: [{'id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'name': 'tempest-AttachVolumeNegativeTest-2077978660-router', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:21Z', 'updated_at': '2022-05-27T03:48:24Z', 'revision_number': 4, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'gw_port': {'id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:60:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:22Z', 'updated_at': '2022-05-27T03:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': 'e55d2f92-294c-4b28-b58d-096e93e3bfbe', 'name': '', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'mac_address': 'fa:16:3e:17:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '19dda8db-4611-478b-a963-80c8130bed0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:24Z', 'updated_at': '2022-05-27T03:48:28Z', 'revision_number': 5, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'subnets': [{'id': '19dda8db-4611-478b-a963-80c8130bed0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:50:22.021294 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0347a0-c192-4ea1-b54a-2433d7fafcd5 None None] New status for floating IP d6b29263-1548-4d2e-a4e5-ae6ab79b2869: DOWN {{(pid=104679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:50:22.395035 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 59656) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:22.450435 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-878abe34-abda-469a-b092-37ac90a6619c tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group (36aa0d3e-ed0f-40de-8258-a7cd3cc0878f), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:22.474367 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-878abe34-abda-469a-b092-37ac90a6619c tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group (36aa0d3e-ed0f-40de-8258-a7cd3cc0878f), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:22.607102 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-878abe34-abda-469a-b092-37ac90a6619c tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (36aa0d3e-ed0f-40de-8258-a7cd3cc0878f), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:22.609841 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-878abe34-abda-469a-b092-37ac90a6619c tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:22.611051 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-878abe34-abda-469a-b092-37ac90a6619c tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "DELETE /v2.0/security-groups/36aa0d3e-ed0f-40de-8258-a7cd3cc0878f HTTP/1.1" status: 204 len: 168 time: 0.2150133 May 27 03:50:22.613970 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 59658) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:22.620832 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878abe34-abda-469a-b092-37ac90a6619c tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36aa0d3e-ed0f-40de-8258-a7cd3cc0878f,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:22.628469 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.api.v2.resource [None req-8d2dfcfa-b2d8-416a-ae37-7372eee888e0 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] show failed (client error): The resource could not be found. May 27 03:50:22.628826 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878abe34-abda-469a-b092-37ac90a6619c tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:22.629177 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878abe34-abda-469a-b092-37ac90a6619c tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:22.629540 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-8d2dfcfa-b2d8-416a-ae37-7372eee888e0 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups/36aa0d3e-ed0f-40de-8258-a7cd3cc0878f HTTP/1.1" status: 404 len: 347 time: 0.0145428 May 27 03:50:22.629658 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878abe34-abda-469a-b092-37ac90a6619c tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:22.629883 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878abe34-abda-469a-b092-37ac90a6619c tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:22.630216 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878abe34-abda-469a-b092-37ac90a6619c tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:22.630543 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878abe34-abda-469a-b092-37ac90a6619c tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:22.630872 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878abe34-abda-469a-b092-37ac90a6619c tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:22.631197 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878abe34-abda-469a-b092-37ac90a6619c tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:22.632154 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878abe34-abda-469a-b092-37ac90a6619c tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:22.632490 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878abe34-abda-469a-b092-37ac90a6619c tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:22.632847 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878abe34-abda-469a-b092-37ac90a6619c tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:22.633141 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878abe34-abda-469a-b092-37ac90a6619c tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:22.633315 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 59660) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:22.633493 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878abe34-abda-469a-b092-37ac90a6619c tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:22.633815 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878abe34-abda-469a-b092-37ac90a6619c tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:22.634135 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878abe34-abda-469a-b092-37ac90a6619c tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:22.744070 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-bd267868-fdd5-4b8d-908f-ce3742a5727f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Deleting port 4a0873fd-d9cb-4b3e-a687-c3afdbdd8ac9 {{(pid=104677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:50:22.744325 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-bd267868-fdd5-4b8d-908f-ce3742a5727f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (4a0873fd-d9cb-4b3e-a687-c3afdbdd8ac9), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:22.825125 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-bd267868-fdd5-4b8d-908f-ce3742a5727f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (4a0873fd-d9cb-4b3e-a687-c3afdbdd8ac9), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:22.825478 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-bd267868-fdd5-4b8d-908f-ce3742a5727f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for floatingip (4a0873fd-d9cb-4b3e-a687-c3afdbdd8ac9), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:22.838567 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-bd267868-fdd5-4b8d-908f-ce3742a5727f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Calling delete_port for 4a0873fd-d9cb-4b3e-a687-c3afdbdd8ac9 owned by network:floatingip {{(pid=104677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:50:22.913424 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:23.018766 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-bd267868-fdd5-4b8d-908f-ce3742a5727f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59984224'] for port (4a0873fd-d9cb-4b3e-a687-c3afdbdd8ac9), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:23.027180 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:23.038981 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:50:23.057379 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd267868-fdd5-4b8d-908f-ce3742a5727f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Pushing event deleted for resources: {'Port': ['ID=4a0873fd-d9cb-4b3e-a687-c3afdbdd8ac9,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:23.062148 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] No Port match for: 1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1 {{(pid=104679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:50:23.070705 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 1ff8ff7d-af9a-48a5-ad4e-78a17ded35d1 not bound to the agent host hv-cinder-84336 {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:50:23.083724 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd267868-fdd5-4b8d-908f-ce3742a5727f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:23.084076 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd267868-fdd5-4b8d-908f-ce3742a5727f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:23.084424 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd267868-fdd5-4b8d-908f-ce3742a5727f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:23.084781 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd267868-fdd5-4b8d-908f-ce3742a5727f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:23.085116 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd267868-fdd5-4b8d-908f-ce3742a5727f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:23.085497 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd267868-fdd5-4b8d-908f-ce3742a5727f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:23.085835 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd267868-fdd5-4b8d-908f-ce3742a5727f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:23.086162 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd267868-fdd5-4b8d-908f-ce3742a5727f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:23.086492 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd267868-fdd5-4b8d-908f-ce3742a5727f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:23.086819 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd267868-fdd5-4b8d-908f-ce3742a5727f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:23.087147 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd267868-fdd5-4b8d-908f-ce3742a5727f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:23.087473 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd267868-fdd5-4b8d-908f-ce3742a5727f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:23.087797 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd267868-fdd5-4b8d-908f-ce3742a5727f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:23.088117 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd267868-fdd5-4b8d-908f-ce3742a5727f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:23.088440 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd267868-fdd5-4b8d-908f-ce3742a5727f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:23.127540 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-bd267868-fdd5-4b8d-908f-ce3742a5727f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for floatingip (d6b29263-1548-4d2e-a4e5-ae6ab79b2869), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:23.130116 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-bd267868-fdd5-4b8d-908f-ce3742a5727f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for floatingip (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:23.131291 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-bd267868-fdd5-4b8d-908f-ce3742a5727f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "DELETE /v2.0/floatingips/d6b29263-1548-4d2e-a4e5-ae6ab79b2869 HTTP/1.1" status: 204 len: 168 time: 0.4970701 May 27 03:50:23.232618 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 59664) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:23.237283 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-3f401493-d9cc-4f0a-a009-e21ec130c739 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1923578349', 'description': 'tempest-description--12775973'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:50:23.309759 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f401493-d9cc-4f0a-a009-e21ec130c739 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:23.379724 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f401493-d9cc-4f0a-a009-e21ec130c739 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group (58b640dd-a86d-42e1-8ae4-f5ca99d0e7ee), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:23.446627 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f401493-d9cc-4f0a-a009-e21ec130c739 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (58b640dd-a86d-42e1-8ae4-f5ca99d0e7ee), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:23.475783 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f401493-d9cc-4f0a-a009-e21ec130c739 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58b640dd-a86d-42e1-8ae4-f5ca99d0e7ee,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:23.551833 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f401493-d9cc-4f0a-a009-e21ec130c739 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:23.553704 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-3f401493-d9cc-4f0a-a009-e21ec130c739 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3195131 May 27 03:50:23.556594 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 59666) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:23.560942 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-e707fc7e-5e45-49b6-9b6b-5dfe9e88e9bd tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Request body: {'security_group_rule': {'security_group_id': '58b640dd-a86d-42e1-8ae4-f5ca99d0e7ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:50:23.630648 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e707fc7e-5e45-49b6-9b6b-5dfe9e88e9bd tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group_rule (1399c28d-b28b-440b-9033-df795a2c80d6), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:23.676710 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e707fc7e-5e45-49b6-9b6b-5dfe9e88e9bd tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group_rule (1399c28d-b28b-440b-9033-df795a2c80d6), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:23.738108 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e707fc7e-5e45-49b6-9b6b-5dfe9e88e9bd tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498508'] for security_group_rule (1399c28d-b28b-440b-9033-df795a2c80d6), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:23.759556 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e707fc7e-5e45-49b6-9b6b-5dfe9e88e9bd tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1399c28d-b28b-440b-9033-df795a2c80d6,revision_number=0']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:23.814593 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e707fc7e-5e45-49b6-9b6b-5dfe9e88e9bd tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:23.815781 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-e707fc7e-5e45-49b6-9b6b-5dfe9e88e9bd tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2582455 May 27 03:50:23.818413 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 59668) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:23.822609 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-41c47c21-05b9-45dd-b05b-b7121bd8b9ab tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Request body: {'security_group_rule': {'security_group_id': '58b640dd-a86d-42e1-8ae4-f5ca99d0e7ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:50:23.898932 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-41c47c21-05b9-45dd-b05b-b7121bd8b9ab tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group_rule (1fe6e8e2-fbc1-456e-be6f-8867889e9b87), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:23.955238 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-41c47c21-05b9-45dd-b05b-b7121bd8b9ab tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group_rule (1fe6e8e2-fbc1-456e-be6f-8867889e9b87), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:24.022723 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-41c47c21-05b9-45dd-b05b-b7121bd8b9ab tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498508'] for security_group_rule (1fe6e8e2-fbc1-456e-be6f-8867889e9b87), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:24.041507 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c47c21-05b9-45dd-b05b-b7121bd8b9ab tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fe6e8e2-fbc1-456e-be6f-8867889e9b87,revision_number=0']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:24.121771 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-41c47c21-05b9-45dd-b05b-b7121bd8b9ab tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:24.123011 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-41c47c21-05b9-45dd-b05b-b7121bd8b9ab tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3036861 May 27 03:50:24.126620 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 59670) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:24.130930 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-80f91668-b09d-4232-9ba5-cf5dbfd2c9dc tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Request body: {'floatingip': {'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:50:24.207273 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-80f91668-b09d-4232-9ba5-cf5dbfd2c9dc tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:24.287004 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-80f91668-b09d-4232-9ba5-cf5dbfd2c9dc tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:24.368747 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:24.388281 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.db_base_plugin_common [None req-80f91668-b09d-4232-9ba5-cf5dbfd2c9dc tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Allocated IP 172.28.2.94 (2c8f85dd-7a0e-40ae-be84-c061eec53ce1/4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03/a261d037-dbd2-4a93-87ef-af5376046ff7) {{(pid=104677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:50:24.441460 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=77,neutron:INSERT=14,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:24.492242 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-80f91668-b09d-4232-9ba5-cf5dbfd2c9dc tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for port (a261d037-dbd2-4a93-87ef-af5376046ff7), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:24.617560 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-80f91668-b09d-4232-9ba5-cf5dbfd2c9dc tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59984224'] for port (a261d037-dbd2-4a93-87ef-af5376046ff7), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:24.658106 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f91668-b09d-4232-9ba5-cf5dbfd2c9dc tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Network 2c8f85dd-7a0e-40ae-be84-c061eec53ce1 is already hosted by enough agents. {{(pid=104677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:50:24.660700 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.base_scheduler [None req-80f91668-b09d-4232-9ba5-cf5dbfd2c9dc tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Resources bound (agent type, host, resource id): {{(pid=104677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:24.664394 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f91668-b09d-4232-9ba5-cf5dbfd2c9dc tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Received port after_create {{(pid=104677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:50:24.669284 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f91668-b09d-4232-9ba5-cf5dbfd2c9dc tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Pushing event updated for resources: {'Port': ['ID=a261d037-dbd2-4a93-87ef-af5376046ff7,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:24.752998 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-80f91668-b09d-4232-9ba5-cf5dbfd2c9dc tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for floatingip (46ba18d4-79b4-4c32-a603-4fc800abf28c), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:24.888290 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-80f91668-b09d-4232-9ba5-cf5dbfd2c9dc tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (a261d037-dbd2-4a93-87ef-af5376046ff7), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:25.081637 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:25.096667 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-80f91668-b09d-4232-9ba5-cf5dbfd2c9dc tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for port (a261d037-dbd2-4a93-87ef-af5376046ff7), precommit_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:25.164960 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-80f91668-b09d-4232-9ba5-cf5dbfd2c9dc tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59984215'] for port (a261d037-dbd2-4a93-87ef-af5376046ff7), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:25.234770 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f91668-b09d-4232-9ba5-cf5dbfd2c9dc tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Pushing event updated for resources: {'Port': ['ID=a261d037-dbd2-4a93-87ef-af5376046ff7,revision_number=2']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:25.243893 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-80f91668-b09d-4232-9ba5-cf5dbfd2c9dc tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665637'] for floatingip (46ba18d4-79b4-4c32-a603-4fc800abf28c), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:25.338562 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-80f91668-b09d-4232-9ba5-cf5dbfd2c9dc tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for floatingip (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:25.339761 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-80f91668-b09d-4232-9ba5-cf5dbfd2c9dc tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2121844 May 27 03:50:25.515869 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-1e73b3bd-a81c-4f3f-bc6c-3bc722b16abe tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1923578349&fields=id&tenant_id=a194a9d6aa0242ddb7d74e6738f9cdda HTTP/1.1" status: 200 len: 267 time: 0.0458608 May 27 03:50:25.623720 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-cb28a317-f3f6-4a08-bb91-2c3707974fd6 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:25.625184 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-cb28a317-f3f6-4a08-bb91-2c3707974fd6 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/networks?id=f129e03b-298e-4668-9d33-9fcd7785dce3 HTTP/1.1" status: 200 len: 815 time: 0.1021805 May 27 03:50:25.639535 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-88a2e191-3464-4766-8664-1ff0ae32d2bc tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/quotas/a194a9d6aa0242ddb7d74e6738f9cdda HTTP/1.1" status: 200 len: 375 time: 0.0090697 May 27 03:50:25.691824 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-c75aaf2b-3a2b-4c76-9cdf-6a3ae59c62d7 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=a194a9d6aa0242ddb7d74e6738f9cdda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475638 May 27 03:50:25.870070 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-86167871-9ef2-4108-a7b8-12d4af4c86fa service neutron] 10.222.0.71 "GET /v2.0/networks/f129e03b-298e-4668-9d33-9fcd7785dce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670432 May 27 03:50:25.942538 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:25.964959 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-8df32729-05ae-4033-a6a1-53edf44840cb service neutron] 10.222.0.71 "GET /v2.0/networks/f129e03b-298e-4668-9d33-9fcd7785dce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892475 May 27 03:50:26.216868 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c89b48cc-7179-4f67-a10b-a313d24fa8dc req-6e130cb4-b7a3-4ba5-81ad-bc7f6cefed2f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=54b91427-bd43-4f50-8cd2-0d1b260f830d HTTP/1.1" status: 200 len: 210 time: 0.0283103 May 27 03:50:27.317984 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-6a97bbd5-ca20-4a7b-9dc1-0458808725f4 req-c22858fc-10c8-49b5-8a36-143b46f7812e tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=54b91427-bd43-4f50-8cd2-0d1b260f830d HTTP/1.1" status: 200 len: 210 time: 0.0291781 May 27 03:50:28.068008 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-b4ea060d-bf3c-4882-85a4-3b5a42fa2651 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:28.069474 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-b4ea060d-bf3c-4882-85a4-3b5a42fa2651 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.72 "GET /v2.0/networks?id=f129e03b-298e-4668-9d33-9fcd7785dce3 HTTP/1.1" status: 200 len: 815 time: 0.1071274 May 27 03:50:28.134511 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-c98b1a83-1d05-4d9a-89db-d11286288bd1 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a194a9d6aa0242ddb7d74e6738f9cdda HTTP/1.1" status: 200 len: 380 time: 0.0559826 May 27 03:50:28.146286 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-79533e75-c2aa-490a-9d4c-1e025f98030a tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Request body: {'port': {'device_id': '54b91427-bd43-4f50-8cd2-0d1b260f830d', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'admin_state_up': True, 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'security_groups': ['58b640dd-a86d-42e1-8ae4-f5ca99d0e7ee']}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:50:28.256809 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:28.356696 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-79533e75-c2aa-490a-9d4c-1e025f98030a tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Made reservation on behalf of a194a9d6aa0242ddb7d74e6738f9cdda for: {'port': 1} {{(pid=104678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:50:28.362834 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-79533e75-c2aa-490a-9d4c-1e025f98030a tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:28.416868 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-33ede045-b68d-49e5-a21b-2db3de826c59 req-792d40dd-f151-4ea1-b77e-522942fe97cf tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=54b91427-bd43-4f50-8cd2-0d1b260f830d HTTP/1.1" status: 200 len: 210 time: 0.0278277 May 27 03:50:28.498763 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.db_base_plugin_common [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-79533e75-c2aa-490a-9d4c-1e025f98030a tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Allocated IP 172.20.0.5 (f129e03b-298e-4668-9d33-9fcd7785dce3/19dda8db-4611-478b-a963-80c8130bed0e/23aa1bf7-ea6c-4ec6-a147-e112088a5ae1) {{(pid=104678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:50:28.614281 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:28.640697 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-79533e75-c2aa-490a-9d4c-1e025f98030a tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for port (23aa1bf7-ea6c-4ec6-a147-e112088a5ae1), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:28.766873 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-79533e75-c2aa-490a-9d4c-1e025f98030a tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (23aa1bf7-ea6c-4ec6-a147-e112088a5ae1), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:28.818410 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-79533e75-c2aa-490a-9d4c-1e025f98030a tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Network f129e03b-298e-4668-9d33-9fcd7785dce3 is already hosted by enough agents. {{(pid=104678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:50:28.822563 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.base_scheduler [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-79533e75-c2aa-490a-9d4c-1e025f98030a tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Resources bound (agent type, host, resource id): {{(pid=104678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:28.826621 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-79533e75-c2aa-490a-9d4c-1e025f98030a tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Received port after_create {{(pid=104678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:50:28.829325 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79533e75-c2aa-490a-9d4c-1e025f98030a tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Pushing event updated for resources: {'Port': ['ID=23aa1bf7-ea6c-4ec6-a147-e112088a5ae1,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:28.881180 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-79533e75-c2aa-490a-9d4c-1e025f98030a tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:28.881836 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-79533e75-c2aa-490a-9d4c-1e025f98030a tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:28.970317 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-79533e75-c2aa-490a-9d4c-1e025f98030a tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8273861 May 27 03:50:28.982127 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-42b4368f-2c75-4ece-b165-480a01fe15d6 service neutron] Request body: {'port': {'device_id': '54b91427-bd43-4f50-8cd2-0d1b260f830d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:50:29.015260 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-338d1d37-39bb-4bf1-85f2-cb3ca4e7f80c None None] Provisioning complete for port 23aa1bf7-ea6c-4ec6-a147-e112088a5ae1 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:50:29.015838 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-338d1d37-39bb-4bf1-85f2-cb3ca4e7f80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (23aa1bf7-ea6c-4ec6-a147-e112088a5ae1), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:29.044000 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-42b4368f-2c75-4ece-b165-480a01fe15d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (23aa1bf7-ea6c-4ec6-a147-e112088a5ae1), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:29.047617 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-338d1d37-39bb-4bf1-85f2-cb3ca4e7f80c None None] Port 23aa1bf7-ea6c-4ec6-a147-e112088a5ae1 cannot update to ACTIVE because it is not bound. {{(pid=104679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:50:29.268978 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:29.329821 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-42b4368f-2c75-4ece-b165-480a01fe15d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23aa1bf7-ea6c-4ec6-a147-e112088a5ae1 {{(pid=104678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:50:29.337710 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-42b4368f-2c75-4ece-b165-480a01fe15d6 service neutron] Publish callbacks [] for port (23aa1bf7-ea6c-4ec6-a147-e112088a5ae1), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:29.351002 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.provisioning_blocks [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-42b4368f-2c75-4ece-b165-480a01fe15d6 service neutron] Transition to ACTIVE for port object 23aa1bf7-ea6c-4ec6-a147-e112088a5ae1 will not be triggered until provisioned by entity L2. {{(pid=104678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:50:29.441157 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-42b4368f-2c75-4ece-b165-480a01fe15d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62479337'] for port (23aa1bf7-ea6c-4ec6-a147-e112088a5ae1), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:29.498284 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b4368f-2c75-4ece-b165-480a01fe15d6 service neutron] Pushing event updated for resources: {'Port': ['ID=23aa1bf7-ea6c-4ec6-a147-e112088a5ae1,revision_number=2']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:29.547688 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba493e7-ab6c-43af-82c5-2e594b255d0f req-fa57f7d0-5003-442c-b2dd-f3b95647e076 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:29.549321 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-dba493e7-ab6c-43af-82c5-2e594b255d0f req-fa57f7d0-5003-442c-b2dd-f3b95647e076 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=54b91427-bd43-4f50-8cd2-0d1b260f830d HTTP/1.1" status: 200 len: 943 time: 0.0599618 May 27 03:50:29.575889 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-42b4368f-2c75-4ece-b165-480a01fe15d6 service neutron] Attempting to bind port 23aa1bf7-ea6c-4ec6-a147-e112088a5ae1 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:50:29.576226 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-42b4368f-2c75-4ece-b165-480a01fe15d6 service neutron] Attempting to bind port 23aa1bf7-ea6c-4ec6-a147-e112088a5ae1 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': 'c5abf49d-858b-4e95-8cd1-99c207dfa536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3'}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:50:29.576555 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-42b4368f-2c75-4ece-b165-480a01fe15d6 service neutron] Attempting to bind port 23aa1bf7-ea6c-4ec6-a147-e112088a5ae1 on network f129e03b-298e-4668-9d33-9fcd7785dce3 {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:50:29.581284 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-42b4368f-2c75-4ece-b165-480a01fe15d6 service neutron] Port 23aa1bf7-ea6c-4ec6-a147-e112088a5ae1 on network f129e03b-298e-4668-9d33-9fcd7785dce3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:50:29.581617 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-42b4368f-2c75-4ece-b165-480a01fe15d6 service neutron] Attempting to bind port 23aa1bf7-ea6c-4ec6-a147-e112088a5ae1 on network f129e03b-298e-4668-9d33-9fcd7785dce3 {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:50:29.592054 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-42b4368f-2c75-4ece-b165-480a01fe15d6 service neutron] Checking agent: {'id': '1c07afa2-e502-46e1-ac2b-740a8f00a450', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 36, 8), 'started_at': datetime.datetime(2022, 5, 27, 3, 36, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:50:29.592445 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-42b4368f-2c75-4ece-b165-480a01fe15d6 service neutron] Checking segment: {'id': 'c5abf49d-858b-4e95-8cd1-99c207dfa536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:50:29.592820 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-42b4368f-2c75-4ece-b165-480a01fe15d6 service neutron] Bound using segment: {'id': 'c5abf49d-858b-4e95-8cd1-99c207dfa536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3'} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:50:29.593294 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-42b4368f-2c75-4ece-b165-480a01fe15d6 service neutron] Bound port: 23aa1bf7-ea6c-4ec6-a147-e112088a5ae1, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5abf49d-858b-4e95-8cd1-99c207dfa536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3'}}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:50:29.593665 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-42b4368f-2c75-4ece-b165-480a01fe15d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (23aa1bf7-ea6c-4ec6-a147-e112088a5ae1), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:29.613393 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-dba493e7-ab6c-43af-82c5-2e594b255d0f req-c4a8cfb7-ba21-48de-9f56-990421175905 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups?id=58b640dd-a86d-42e1-8ae4-f5ca99d0e7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537348 May 27 03:50:29.660031 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-42b4368f-2c75-4ece-b165-480a01fe15d6 service neutron] For port 23aa1bf7-ea6c-4ec6-a147-e112088a5ae1, host hv-cinder-84336, cleared binding levels {{(pid=104678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:50:29.663213 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-42b4368f-2c75-4ece-b165-480a01fe15d6 service neutron] For port 23aa1bf7-ea6c-4ec6-a147-e112088a5ae1, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=23aa1bf7-ea6c-4ec6-a147-e112088a5ae1,segment=NetworkSegment(c5abf49d-858b-4e95-8cd1-99c207dfa536),segment_id=c5abf49d-858b-4e95-8cd1-99c207dfa536)] {{(pid=104678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:50:29.755803 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-42b4368f-2c75-4ece-b165-480a01fe15d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62479337'] for port (23aa1bf7-ea6c-4ec6-a147-e112088a5ae1), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:29.795344 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-42b4368f-2c75-4ece-b165-480a01fe15d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:29.795950 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-42b4368f-2c75-4ece-b165-480a01fe15d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:29.799770 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-42b4368f-2c75-4ece-b165-480a01fe15d6 service neutron] 10.222.0.72 "PUT /v2.0/ports/23aa1bf7-ea6c-4ec6-a147-e112088a5ae1 HTTP/1.1" status: 200 len: 1093 time: 0.8194845 May 27 03:50:29.799770 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54b91427-bd43-4f50-8cd2-0d1b260f830d', 'tag': '23aa1bf7-ea6c-4ec6-a147-e112088a5ae1'}] {{(pid=104678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:50:29.799971 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e1ed873ee784d85eb1b1d61ec54b86d2255e46a50b7e273563a24fff47d01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34911996-e558-462e-bbb2-8d77adf4e22d" -d '{"events": [{"name": "network-changed", "server_uuid": "54b91427-bd43-4f50-8cd2-0d1b260f830d", "tag": "23aa1bf7-ea6c-4ec6-a147-e112088a5ae1"}]}' {{(pid=104678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:50:29.819389 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b4368f-2c75-4ece-b165-480a01fe15d6 service neutron] Pushing event updated for resources: {'Port': ['ID=23aa1bf7-ea6c-4ec6-a147-e112088a5ae1,revision_number=3']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:29.842838 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3a2e17-bf50-4533-adce-7ddfe9777750 x-openstack-request-id: req-1f3a2e17-bf50-4533-adce-7ddfe9777750 {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:50:29.843132 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54b91427-bd43-4f50-8cd2-0d1b260f830d", "tag": "23aa1bf7-ea6c-4ec6-a147-e112088a5ae1", "status": "completed", "code": 200}]} {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:50:29.843382 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1f3a2e17-bf50-4533-adce-7ddfe9777750 {{(pid=104678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:50:29.843784 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f3a2e17-bf50-4533-adce-7ddfe9777750'] response: {'name': 'network-changed', 'server_uuid': '54b91427-bd43-4f50-8cd2-0d1b260f830d', 'tag': '23aa1bf7-ea6c-4ec6-a147-e112088a5ae1', 'status': 'completed', 'code': 200} May 27 03:50:29.902221 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:29.907706 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34911996-e558-462e-bbb2-8d77adf4e22d req-27cbfcd7-52c0-4a9b-84fc-52d329d3a13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:29.909208 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-34911996-e558-462e-bbb2-8d77adf4e22d req-27cbfcd7-52c0-4a9b-84fc-52d329d3a13d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a194a9d6aa0242ddb7d74e6738f9cdda&device_id=54b91427-bd43-4f50-8cd2-0d1b260f830d HTTP/1.1" status: 200 len: 1127 time: 0.0451822 May 27 03:50:30.011281 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34911996-e558-462e-bbb2-8d77adf4e22d req-c87859de-b04f-4996-8dfd-313be526787f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:30.012795 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-34911996-e558-462e-bbb2-8d77adf4e22d req-c87859de-b04f-4996-8dfd-313be526787f service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=a194a9d6aa0242ddb7d74e6738f9cdda&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0970361 May 27 03:50:30.114677 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34911996-e558-462e-bbb2-8d77adf4e22d req-f99e1c21-b603-4463-8003-3a4fd7bcf4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:30.116144 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-34911996-e558-462e-bbb2-8d77adf4e22d req-f99e1c21-b603-4463-8003-3a4fd7bcf4f4 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0981042 May 27 03:50:30.190975 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-4d933a93-8859-4423-9d9c-a267f75aa8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:30.192442 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-4d933a93-8859-4423-9d9c-a267f75aa8f4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a194a9d6aa0242ddb7d74e6738f9cdda&device_id=54b91427-bd43-4f50-8cd2-0d1b260f830d HTTP/1.1" status: 200 len: 1127 time: 0.0403597 May 27 03:50:30.232766 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-9e4193da-2049-4bd4-9545-58f246a03b05 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23aa1bf7-ea6c-4ec6-a147-e112088a5ae1 HTTP/1.1" status: 200 len: 217 time: 0.0327885 May 27 03:50:30.283337 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-a305b36f-ee4d-40f9-b013-d6aae65e6d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:30.284747 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-a305b36f-ee4d-40f9-b013-d6aae65e6d70 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=19dda8db-4611-478b-a963-80c8130bed0e HTTP/1.1" status: 200 len: 854 time: 0.0461981 May 27 03:50:30.327194 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-0faab524-afee-485b-9a23-0f007f3d2813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:30.328657 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-0faab524-afee-485b-9a23-0f007f3d2813 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f129e03b-298e-4668-9d33-9fcd7785dce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0383399 May 27 03:50:30.418660 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-dc32c2db-e732-4304-b142-47cbdf5f883d service neutron] 10.222.0.72 "GET /v2.0/networks/f129e03b-298e-4668-9d33-9fcd7785dce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837319 May 27 03:50:30.482166 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:30.512284 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-648cc9d3-1ece-469b-a7aa-be2afd3b6976 req-62a16a34-eb8c-4dac-b002-b86019b6aadb service neutron] 10.222.0.72 "GET /v2.0/networks/f129e03b-298e-4668-9d33-9fcd7785dce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877485 May 27 03:50:30.723377 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f4e00-14d4-498d-9c28-b375eb30ef12 req-9ca9aded-72e4-45b3-8fe8-afbdb9cea319 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:30.724759 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-e39f4e00-14d4-498d-9c28-b375eb30ef12 req-9ca9aded-72e4-45b3-8fe8-afbdb9cea319 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=54b91427-bd43-4f50-8cd2-0d1b260f830d HTTP/1.1" status: 200 len: 943 time: 0.0472715 May 27 03:50:30.771870 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-e39f4e00-14d4-498d-9c28-b375eb30ef12 req-3a255e81-1f9f-4096-aa0c-c686134caf04 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups?id=58b640dd-a86d-42e1-8ae4-f5ca99d0e7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412102 May 27 03:50:31.776336 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=53 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:31.781169 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=35 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:31.892222 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1cfbe-b946-43d9-8b7d-50072f3edb91 req-9af5813d-a2fb-4d30-a055-7a391445883f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:31.893673 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-48c1cfbe-b946-43d9-8b7d-50072f3edb91 req-9af5813d-a2fb-4d30-a055-7a391445883f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=54b91427-bd43-4f50-8cd2-0d1b260f830d HTTP/1.1" status: 200 len: 943 time: 0.0508845 May 27 03:50:31.940203 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-48c1cfbe-b946-43d9-8b7d-50072f3edb91 req-e3e0109c-03c8-489e-b9ed-1db277a9f38b tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups?id=58b640dd-a86d-42e1-8ae4-f5ca99d0e7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407999 May 27 03:50:33.060105 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026c60a-b651-47c3-a7a1-7516bbf9a653 req-b61faa9f-3c6c-42be-82ea-3760e8264850 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:33.061519 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-d026c60a-b651-47c3-a7a1-7516bbf9a653 req-b61faa9f-3c6c-42be-82ea-3760e8264850 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=54b91427-bd43-4f50-8cd2-0d1b260f830d HTTP/1.1" status: 200 len: 943 time: 0.0524869 May 27 03:50:33.109433 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-d026c60a-b651-47c3-a7a1-7516bbf9a653 req-360498a5-30be-4046-acd5-25c3d9ffa94b tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups?id=58b640dd-a86d-42e1-8ae4-f5ca99d0e7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423570 May 27 03:50:34.221376 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8fdbd-6885-435d-b4d3-a1734859b61f req-253fadb4-6bae-4b88-9431-7efb8ef46ba8 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:34.222830 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-24d8fdbd-6885-435d-b4d3-a1734859b61f req-253fadb4-6bae-4b88-9431-7efb8ef46ba8 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=54b91427-bd43-4f50-8cd2-0d1b260f830d HTTP/1.1" status: 200 len: 943 time: 0.0465360 May 27 03:50:34.272682 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-24d8fdbd-6885-435d-b4d3-a1734859b61f req-cbc1f214-81f0-4384-b7f7-59880ff0d4a6 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups?id=58b640dd-a86d-42e1-8ae4-f5ca99d0e7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439568 May 27 03:50:35.101789 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 23aa1bf7-ea6c-4ec6-a147-e112088a5ae1 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:50:35.104734 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=32,neutron:UPDATE=5 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:35.106213 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=32,neutron:UPDATE=5 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:35.200221 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port 23aa1bf7-ea6c-4ec6-a147-e112088a5ae1, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=23aa1bf7-ea6c-4ec6-a147-e112088a5ae1,segment=NetworkSegment(c5abf49d-858b-4e95-8cd1-99c207dfa536),segment_id=c5abf49d-858b-4e95-8cd1-99c207dfa536)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:35.212268 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Returning: {'device': '23aa1bf7-ea6c-4ec6-a147-e112088a5ae1', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'port_id': '23aa1bf7-ea6c-4ec6-a147-e112088a5ae1', 'mac_address': 'fa:16:3e:58:d3:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19dda8db-4611-478b-a963-80c8130bed0e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:50:35.249509 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port 23aa1bf7-ea6c-4ec6-a147-e112088a5ae1 is: DOWN; New status is: BUILD {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:50:35.249894 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (23aa1bf7-ea6c-4ec6-a147-e112088a5ae1), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:35.262753 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23aa1bf7-ea6c-4ec6-a147-e112088a5ae1 {{(pid=104679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:50:35.282292 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port 23aa1bf7-ea6c-4ec6-a147-e112088a5ae1, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=23aa1bf7-ea6c-4ec6-a147-e112088a5ae1,segment=NetworkSegment(c5abf49d-858b-4e95-8cd1-99c207dfa536),segment_id=c5abf49d-858b-4e95-8cd1-99c207dfa536)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:35.343826 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (23aa1bf7-ea6c-4ec6-a147-e112088a5ae1), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:35.384679 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e51360-8ab4-4b39-863d-82f96daeb47e req-d0ae75bc-0b88-47f6-83c9-d1ef375fcf98 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:35.386190 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-79e51360-8ab4-4b39-863d-82f96daeb47e req-d0ae75bc-0b88-47f6-83c9-d1ef375fcf98 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=54b91427-bd43-4f50-8cd2-0d1b260f830d HTTP/1.1" status: 200 len: 944 time: 0.0475681 May 27 03:50:35.394013 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=23aa1bf7-ea6c-4ec6-a147-e112088a5ae1,revision_number=4']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:35.402181 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:35.402540 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:35.402888 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:35.403227 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:35.403563 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:35.403896 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:35.404225 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:35.404552 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:35.404877 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:35.405204 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:35.405667 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:35.405999 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:35.406323 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:35.406645 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:35.406966 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:35.424029 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:35.436307 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-79e51360-8ab4-4b39-863d-82f96daeb47e req-5f7ff486-f53e-4a7a-a152-9f898596e17f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups?id=58b640dd-a86d-42e1-8ae4-f5ca99d0e7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444343 May 27 03:50:35.559980 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] get_ports_and_sgs() called for port_ids ['23aa1bf7-ea6c-4ec6-a147-e112088a5ae1'] {{(pid=104679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:50:36.096750 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-96e6c953-b1a5-401a-bbb6-824a4d8c91b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:36.552182 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f824e-ec14-4282-bf42-65095d8c4bfd req-0e1ae472-079a-44d6-a032-79243d1e9d4f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:36.563746 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-920f824e-ec14-4282-bf42-65095d8c4bfd req-0e1ae472-079a-44d6-a032-79243d1e9d4f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=54b91427-bd43-4f50-8cd2-0d1b260f830d HTTP/1.1" status: 200 len: 944 time: 0.0476890 May 27 03:50:36.602262 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-920f824e-ec14-4282-bf42-65095d8c4bfd req-b59f8705-b2dd-4801-818b-f028bbeb4b4d tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups?id=58b640dd-a86d-42e1-8ae4-f5ca99d0e7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429232 May 27 03:50:37.116446 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 23aa1bf7-ea6c-4ec6-a147-e112088a5ae1 up at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:50:37.158368 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Provisioning for port 23aa1bf7-ea6c-4ec6-a147-e112088a5ae1 completed by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:50:37.280794 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Provisioning complete for port 23aa1bf7-ea6c-4ec6-a147-e112088a5ae1 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:50:37.281118 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (23aa1bf7-ea6c-4ec6-a147-e112088a5ae1), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:37.356660 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port 23aa1bf7-ea6c-4ec6-a147-e112088a5ae1 is: BUILD; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:50:37.357043 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (23aa1bf7-ea6c-4ec6-a147-e112088a5ae1), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:37.379739 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b91427-bd43-4f50-8cd2-0d1b260f830d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23aa1bf7-ea6c-4ec6-a147-e112088a5ae1'}] {{(pid=104679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:50:37.381986 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d249cf550e2d843300bc9a66ec52257e0462e4d4b5166dc6bcb5b411a3eed5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20bc24d-61e1-4237-9345-5fb86f13b843" -d '{"events": [{"server_uuid": "54b91427-bd43-4f50-8cd2-0d1b260f830d", "name": "network-vif-plugged", "status": "completed", "tag": "23aa1bf7-ea6c-4ec6-a147-e112088a5ae1"}]}' {{(pid=104679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:50:37.394599 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port 23aa1bf7-ea6c-4ec6-a147-e112088a5ae1, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=23aa1bf7-ea6c-4ec6-a147-e112088a5ae1,segment=NetworkSegment(c5abf49d-858b-4e95-8cd1-99c207dfa536),segment_id=c5abf49d-858b-4e95-8cd1-99c207dfa536)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:37.422384 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e522a802-5478-4d46-b189-876dfb37cb66 x-openstack-request-id: req-e522a802-5478-4d46-b189-876dfb37cb66 {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:50:37.422384 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54b91427-bd43-4f50-8cd2-0d1b260f830d", "name": "network-vif-plugged", "status": "completed", "tag": "23aa1bf7-ea6c-4ec6-a147-e112088a5ae1", "code": 200}]} {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:50:37.422384 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e522a802-5478-4d46-b189-876dfb37cb66 {{(pid=104679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:50:37.422384 dv-cinder-843361-2-smb neutron-server[104679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e522a802-5478-4d46-b189-876dfb37cb66'] response: {'server_uuid': '54b91427-bd43-4f50-8cd2-0d1b260f830d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23aa1bf7-ea6c-4ec6-a147-e112088a5ae1', 'code': 200} May 27 03:50:37.463923 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (23aa1bf7-ea6c-4ec6-a147-e112088a5ae1), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:37.468741 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:37.511033 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=23aa1bf7-ea6c-4ec6-a147-e112088a5ae1,revision_number=5']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:37.705783 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff732c-6270-4d6b-94b7-fdcf5b66224d req-9104bb6e-8861-4745-b701-1f67276160c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:37.707448 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-78ff732c-6270-4d6b-94b7-fdcf5b66224d req-9104bb6e-8861-4745-b701-1f67276160c2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=54b91427-bd43-4f50-8cd2-0d1b260f830d HTTP/1.1" status: 200 len: 1129 time: 0.0397482 May 27 03:50:37.723468 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6377094-4ad2-4726-b529-699942402881 req-03de202e-3bb1-4edb-8574-4d3e00342d55 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:37.724952 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-e6377094-4ad2-4726-b529-699942402881 req-03de202e-3bb1-4edb-8574-4d3e00342d55 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=54b91427-bd43-4f50-8cd2-0d1b260f830d HTTP/1.1" status: 200 len: 945 time: 0.0515811 May 27 03:50:37.751750 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-78ff732c-6270-4d6b-94b7-fdcf5b66224d req-18dc4520-9a66-465e-8f33-10e35d3fb4c7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=58b640dd-a86d-42e1-8ae4-f5ca99d0e7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386448 May 27 03:50:37.772389 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-e6377094-4ad2-4726-b529-699942402881 req-f3c8a4c1-dafd-4b38-b581-699b6f8942af tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups?id=58b640dd-a86d-42e1-8ae4-f5ca99d0e7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405064 May 27 03:50:38.372643 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-f7cacd7d-ac22-49ed-a1bb-56e60a66063c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:38.779046 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:38.890670 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d95d6-2cda-487c-9e0e-215c4bdef038 req-673396e1-005d-4a60-b9d5-40062c27a209 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:38.892194 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-a19d95d6-2cda-487c-9e0e-215c4bdef038 req-673396e1-005d-4a60-b9d5-40062c27a209 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=54b91427-bd43-4f50-8cd2-0d1b260f830d HTTP/1.1" status: 200 len: 945 time: 0.0465455 May 27 03:50:38.940141 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-a19d95d6-2cda-487c-9e0e-215c4bdef038 req-41f6df9f-21e7-4840-b25c-bd3b0469cbd5 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups?id=58b640dd-a86d-42e1-8ae4-f5ca99d0e7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424852 May 27 03:50:39.399450 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:40.056430 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7921d47-36f7-4fdf-b179-0f8954be5c17 req-46a053eb-783e-4648-90a9-86168e02295c tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:40.057908 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-e7921d47-36f7-4fdf-b179-0f8954be5c17 req-46a053eb-783e-4648-90a9-86168e02295c tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=54b91427-bd43-4f50-8cd2-0d1b260f830d HTTP/1.1" status: 200 len: 945 time: 0.0471883 May 27 03:50:40.108857 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-e7921d47-36f7-4fdf-b179-0f8954be5c17 req-eeab4c5c-d62a-4737-90f6-1ba7566f46c3 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups?id=58b640dd-a86d-42e1-8ae4-f5ca99d0e7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453966 May 27 03:50:40.216012 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d5661-907d-44fb-a36c-8c709507aa58 req-0ed8b467-3a19-4e7e-9153-17f6f4255a8c tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:40.217613 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ca0d5661-907d-44fb-a36c-8c709507aa58 req-0ed8b467-3a19-4e7e-9153-17f6f4255a8c tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=54b91427-bd43-4f50-8cd2-0d1b260f830d HTTP/1.1" status: 200 len: 945 time: 0.0463412 May 27 03:50:40.226977 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 59730) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:50:40.231294 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-78b76d82-ad0a-443c-a49b-6cfeaab6959a tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Request body: {'floatingip': {'port_id': '23aa1bf7-ea6c-4ec6-a147-e112088a5ae1'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:50:40.267920 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-78b76d82-ad0a-443c-a49b-6cfeaab6959a tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for floatingip (46ba18d4-79b4-4c32-a603-4fc800abf28c), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:40.330612 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:40.685811 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-78b76d82-ad0a-443c-a49b-6cfeaab6959a tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:40.737999 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-78b76d82-ad0a-443c-a49b-6cfeaab6959a tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665637'] for floatingip (46ba18d4-79b4-4c32-a603-4fc800abf28c), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:40.833314 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.db.l3_db [None req-78b76d82-ad0a-443c-a49b-6cfeaab6959a tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Floating IP 46ba18d4-79b4-4c32-a603-4fc800abf28c associated. External IP: 172.28.2.94, port: 23aa1bf7-ea6c-4ec6-a147-e112088a5ae1. May 27 03:50:40.881222 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:41.034383 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b76d82-ad0a-443c-a49b-6cfeaab6959a tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Router b9f12b94-dac5-4009-be75-479064a0e07e has already been hosted by L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 {{(pid=104677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:50:41.056792 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:41.133131 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b76d82-ad0a-443c-a49b-6cfeaab6959a tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:50:41.138549 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-78b76d82-ad0a-443c-a49b-6cfeaab6959a tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for floatingip (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:41.143290 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37065b7-137f-4f81-b322-127888933b0f None None] Sync routers for ids ['b9f12b94-dac5-4009-be75-479064a0e07e'] in dv-cinder-843361-2-smb {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:50:41.154789 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37065b7-137f-4f81-b322-127888933b0f None None] Routers {'b9f12b94-dac5-4009-be75-479064a0e07e'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:50:41.155404 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-d37065b7-137f-4f81-b322-127888933b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:50:38Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['b9f12b94-dac5-4009-be75-479064a0e07e'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:41.170255 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-78b76d82-ad0a-443c-a49b-6cfeaab6959a tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "PUT /v2.0/floatingips/46ba18d4-79b4-4c32-a603-4fc800abf28c HTTP/1.1" status: 200 len: 990 time: 0.9422357 May 27 03:50:41.170834 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54b91427-bd43-4f50-8cd2-0d1b260f830d', 'tag': '23aa1bf7-ea6c-4ec6-a147-e112088a5ae1'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:50:41.173059 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5933d85cf17399e2dc167eca01249890e1c66fccb09b4015a1c2ab305ead4f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb5ee0c-2786-42e0-a4f5-1a680266ebe3" -d '{"events": [{"name": "network-changed", "server_uuid": "54b91427-bd43-4f50-8cd2-0d1b260f830d", "tag": "23aa1bf7-ea6c-4ec6-a147-e112088a5ae1"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:50:41.208862 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68865dc6-aba0-477c-9705-c7ad178e7fcf x-openstack-request-id: req-68865dc6-aba0-477c-9705-c7ad178e7fcf {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:50:41.209155 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54b91427-bd43-4f50-8cd2-0d1b260f830d", "tag": "23aa1bf7-ea6c-4ec6-a147-e112088a5ae1", "status": "completed", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:50:41.209432 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-68865dc6-aba0-477c-9705-c7ad178e7fcf {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:50:41.209835 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68865dc6-aba0-477c-9705-c7ad178e7fcf'] response: {'name': 'network-changed', 'server_uuid': '54b91427-bd43-4f50-8cd2-0d1b260f830d', 'tag': '23aa1bf7-ea6c-4ec6-a147-e112088a5ae1', 'status': 'completed', 'code': 200} May 27 03:50:41.261339 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-d37065b7-137f-4f81-b322-127888933b0f None None] Set router b9f12b94-dac5-4009-be75-479064a0e07e gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:50:41.275712 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5ee0c-2786-42e0-a4f5-1a680266ebe3 req-d492e3da-f81f-4a15-aa80-68891515f975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:41.277218 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-aeb5ee0c-2786-42e0-a4f5-1a680266ebe3 req-d492e3da-f81f-4a15-aa80-68891515f975 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a194a9d6aa0242ddb7d74e6738f9cdda&device_id=54b91427-bd43-4f50-8cd2-0d1b260f830d HTTP/1.1" status: 200 len: 1129 time: 0.0440860 May 27 03:50:41.368247 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5ee0c-2786-42e0-a4f5-1a680266ebe3 req-a47fb1b0-0142-4179-b5ce-324cdb7a8609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:41.369752 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-aeb5ee0c-2786-42e0-a4f5-1a680266ebe3 req-a47fb1b0-0142-4179-b5ce-324cdb7a8609 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f129e03b-298e-4668-9d33-9fcd7785dce3 HTTP/1.1" status: 200 len: 916 time: 0.0861545 May 27 03:50:41.434744 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-aeb5ee0c-2786-42e0-a4f5-1a680266ebe3 req-4317319c-75f6-44f4-9676-1d2763510a97 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23aa1bf7-ea6c-4ec6-a147-e112088a5ae1 HTTP/1.1" status: 200 len: 998 time: 0.0584064 May 27 03:50:41.471554 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-d37065b7-137f-4f81-b322-127888933b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'name': 'tempest-AttachVolumeNegativeTest-2077978660-router', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:21Z', 'updated_at': '2022-05-27T03:48:24Z', 'revision_number': 4, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'gw_port': {'id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:60:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:22Z', 'updated_at': '2022-05-27T03:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_floatingips': [{'id': '46ba18d4-79b4-4c32-a603-4fc800abf28c', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'floating_ip_address': '172.28.2.94', 'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'router_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'port_id': '23aa1bf7-ea6c-4ec6-a147-e112088a5ae1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'mac_address': 'fa:16:3e:58:d3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b91427-bd43-4f50-8cd2-0d1b260f830d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:50:24Z', 'updated_at': '2022-05-27T03:50:40Z', 'revision_number': 1, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55d2f92-294c-4b28-b58d-096e93e3bfbe', 'name': '', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'mac_address': 'fa:16:3e:17:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '19dda8db-4611-478b-a963-80c8130bed0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:24Z', 'updated_at': '2022-05-27T03:48:28Z', 'revision_number': 5, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'subnets': [{'id': '19dda8db-4611-478b-a963-80c8130bed0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:41.482561 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5ee0c-2786-42e0-a4f5-1a680266ebe3 req-01b43591-b37d-4131-a003-3d6181bb3ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:41.484014 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-aeb5ee0c-2786-42e0-a4f5-1a680266ebe3 req-01b43591-b37d-4131-a003-3d6181bb3ae2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=19dda8db-4611-478b-a963-80c8130bed0e HTTP/1.1" status: 200 len: 854 time: 0.0441308 May 27 03:50:41.496615 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37065b7-137f-4f81-b322-127888933b0f None None] Checking router: b9f12b94-dac5-4009-be75-479064a0e07e for host: dv-cinder-843361-2-smb {{(pid=104680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:50:41.505006 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37065b7-137f-4f81-b322-127888933b0f None None] Routers {'b9f12b94-dac5-4009-be75-479064a0e07e'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:50:41.505637 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-d37065b7-137f-4f81-b322-127888933b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:50:38Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['b9f12b94-dac5-4009-be75-479064a0e07e'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:41.527694 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5ee0c-2786-42e0-a4f5-1a680266ebe3 req-a5f335d2-1202-4439-abc0-f1bf48ff6647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:41.529235 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-aeb5ee0c-2786-42e0-a4f5-1a680266ebe3 req-a5f335d2-1202-4439-abc0-f1bf48ff6647 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f129e03b-298e-4668-9d33-9fcd7785dce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0391569 May 27 03:50:41.607190 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-d37065b7-137f-4f81-b322-127888933b0f None None] Set router b9f12b94-dac5-4009-be75-479064a0e07e gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:50:41.622979 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-aeb5ee0c-2786-42e0-a4f5-1a680266ebe3 req-f1640148-282f-4ee6-81a7-ab39ee5f3e93 service neutron] 10.222.0.72 "GET /v2.0/networks/f129e03b-298e-4668-9d33-9fcd7785dce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872023 May 27 03:50:41.705995 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=100 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:41.711784 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-aeb5ee0c-2786-42e0-a4f5-1a680266ebe3 req-32112588-5f2c-4deb-a598-2b37b11a3f06 service neutron] 10.222.0.72 "GET /v2.0/networks/f129e03b-298e-4668-9d33-9fcd7785dce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833530 May 27 03:50:41.817736 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-d37065b7-137f-4f81-b322-127888933b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'name': 'tempest-AttachVolumeNegativeTest-2077978660-router', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:21Z', 'updated_at': '2022-05-27T03:48:24Z', 'revision_number': 4, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'gw_port': {'id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:60:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:22Z', 'updated_at': '2022-05-27T03:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_floatingips': [{'id': '46ba18d4-79b4-4c32-a603-4fc800abf28c', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'floating_ip_address': '172.28.2.94', 'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'router_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'port_id': '23aa1bf7-ea6c-4ec6-a147-e112088a5ae1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'mac_address': 'fa:16:3e:58:d3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b91427-bd43-4f50-8cd2-0d1b260f830d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:50:24Z', 'updated_at': '2022-05-27T03:50:40Z', 'revision_number': 1, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55d2f92-294c-4b28-b58d-096e93e3bfbe', 'name': '', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'mac_address': 'fa:16:3e:17:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '19dda8db-4611-478b-a963-80c8130bed0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:24Z', 'updated_at': '2022-05-27T03:48:28Z', 'revision_number': 5, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'subnets': [{'id': '19dda8db-4611-478b-a963-80c8130bed0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:41.841849 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37065b7-137f-4f81-b322-127888933b0f None None] The sync data for ids ['b9f12b94-dac5-4009-be75-479064a0e07e'] in dv-cinder-843361-2-smb is: [{'id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'name': 'tempest-AttachVolumeNegativeTest-2077978660-router', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:21Z', 'updated_at': '2022-05-27T03:48:24Z', 'revision_number': 4, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'gw_port': {'id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:60:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:22Z', 'updated_at': '2022-05-27T03:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_floatingips': [{'id': '46ba18d4-79b4-4c32-a603-4fc800abf28c', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'floating_ip_address': '172.28.2.94', 'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'router_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'port_id': '23aa1bf7-ea6c-4ec6-a147-e112088a5ae1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'mac_address': 'fa:16:3e:58:d3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b91427-bd43-4f50-8cd2-0d1b260f830d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:50:24Z', 'updated_at': '2022-05-27T03:50:40Z', 'revision_number': 1, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55d2f92-294c-4b28-b58d-096e93e3bfbe', 'name': '', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'mac_address': 'fa:16:3e:17:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '19dda8db-4611-478b-a963-80c8130bed0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:24Z', 'updated_at': '2022-05-27T03:48:28Z', 'revision_number': 5, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'subnets': [{'id': '19dda8db-4611-478b-a963-80c8130bed0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:50:42.026612 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115e94d8-b63c-4b49-b070-f5d5b0a95488 None None] New status for floating IP 46ba18d4-79b4-4c32-a603-4fc800abf28c: ACTIVE {{(pid=104679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:50:42.343426 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:43.336321 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 6 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:50:51.165708 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:51.167583 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=25 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:51.708490 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=55 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:52.295901 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:52.296714 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=13,neutron:UPDATE=5 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:53.331901 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=81 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:53.332820 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=75 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:04.360755 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=1 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:04.361552 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:DELETE=1 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:06.102796 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-f5b7e1d3-e618-4158-9767-7e1d0e39e5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:08.343206 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-f18838ef-ac88-4848-8056-8ff92346b485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:08.823354 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:09.417382 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:11.114503 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:12.394569 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:20.340866 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 6 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:51:21.264760 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-cef0d227-6d79-4fa5-8e82-cc8e804e2787 req-9f5bac31-5d32-48c2-a020-2696b399c972 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=54b91427-bd43-4f50-8cd2-0d1b260f830d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386751 May 27 03:51:21.346574 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0d227-6d79-4fa5-8e82-cc8e804e2787 req-49462154-3a9e-4fb3-aec3-8b556c2dc94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:21.348271 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-cef0d227-6d79-4fa5-8e82-cc8e804e2787 req-49462154-3a9e-4fb3-aec3-8b556c2dc94b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a194a9d6aa0242ddb7d74e6738f9cdda&device_id=54b91427-bd43-4f50-8cd2-0d1b260f830d HTTP/1.1" status: 200 len: 1129 time: 0.0440066 May 27 03:51:21.451785 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0d227-6d79-4fa5-8e82-cc8e804e2787 req-83e84237-544c-415f-a3c5-bd4e4ecbe401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:21.453359 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-cef0d227-6d79-4fa5-8e82-cc8e804e2787 req-83e84237-544c-415f-a3c5-bd4e4ecbe401 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f129e03b-298e-4668-9d33-9fcd7785dce3 HTTP/1.1" status: 200 len: 916 time: 0.0869989 May 27 03:51:21.519328 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-cef0d227-6d79-4fa5-8e82-cc8e804e2787 req-734a8f63-9403-4e85-836c-2267cdb5a39c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23aa1bf7-ea6c-4ec6-a147-e112088a5ae1 HTTP/1.1" status: 200 len: 1000 time: 0.0601897 May 27 03:51:21.570087 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0d227-6d79-4fa5-8e82-cc8e804e2787 req-a744bd29-65c8-47f0-8a7c-88e495c07ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:21.571519 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-cef0d227-6d79-4fa5-8e82-cc8e804e2787 req-a744bd29-65c8-47f0-8a7c-88e495c07ae9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=19dda8db-4611-478b-a963-80c8130bed0e HTTP/1.1" status: 200 len: 854 time: 0.0465376 May 27 03:51:21.614200 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0d227-6d79-4fa5-8e82-cc8e804e2787 req-218ff5f8-558a-4e88-850a-4b4afb6de6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:21.615554 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-cef0d227-6d79-4fa5-8e82-cc8e804e2787 req-218ff5f8-558a-4e88-850a-4b4afb6de6f9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f129e03b-298e-4668-9d33-9fcd7785dce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0379176 May 27 03:51:21.962064 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-cef0d227-6d79-4fa5-8e82-cc8e804e2787 req-abba4616-0c66-48b1-8d94-c3218b9b3dfd service neutron] 10.222.0.72 "GET /v2.0/networks/f129e03b-298e-4668-9d33-9fcd7785dce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408222 May 27 03:51:22.052397 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-cef0d227-6d79-4fa5-8e82-cc8e804e2787 req-ce6a1445-c936-487e-b60b-c15d493b426b service neutron] 10.222.0.72 "GET /v2.0/networks/f129e03b-298e-4668-9d33-9fcd7785dce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835788 May 27 03:51:23.049427 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:23.054369 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:UPDATE=3,neutron:SELECT=24 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:24.319292 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac3577-8d06-4fa6-9dc0-403c6b37fccb req-4af17cb3-7acf-4d98-b802-e673fba0faf0 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:24.320761 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-6aac3577-8d06-4fa6-9dc0-403c6b37fccb req-4af17cb3-7acf-4d98-b802-e673fba0faf0 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=54b91427-bd43-4f50-8cd2-0d1b260f830d HTTP/1.1" status: 200 len: 945 time: 0.0478337 May 27 03:51:24.369022 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-6aac3577-8d06-4fa6-9dc0-403c6b37fccb req-d71f0d40-1292-4b9a-b369-f61ec16642d4 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups?id=58b640dd-a86d-42e1-8ae4-f5ca99d0e7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417714 May 27 03:51:25.485647 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370221b5-2647-4f5c-9c0e-0494f5dd5926 req-f5ff8734-ace1-4dc5-8d76-1022baf628eb tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:25.487105 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-370221b5-2647-4f5c-9c0e-0494f5dd5926 req-f5ff8734-ace1-4dc5-8d76-1022baf628eb tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=54b91427-bd43-4f50-8cd2-0d1b260f830d HTTP/1.1" status: 200 len: 945 time: 0.0472555 May 27 03:51:25.534557 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-370221b5-2647-4f5c-9c0e-0494f5dd5926 req-66b8b6ec-e6af-4d4d-bd23-de0f6296bd87 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups?id=58b640dd-a86d-42e1-8ae4-f5ca99d0e7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418589 May 27 03:51:25.827183 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea998c57-0201-4678-a8d3-23cbcf8193a6 req-d27f3c30-dfcd-44a0-aaf1-568ea6736aed tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:25.829350 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-ea998c57-0201-4678-a8d3-23cbcf8193a6 req-d27f3c30-dfcd-44a0-aaf1-568ea6736aed tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.72 "GET /v2.0/ports?device_id=54b91427-bd43-4f50-8cd2-0d1b260f830d HTTP/1.1" status: 200 len: 945 time: 0.0460169 May 27 03:51:25.913492 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [req-ea998c57-0201-4678-a8d3-23cbcf8193a6 req-cc842fc2-ac90-4373-8d50-17b14e74ef3b tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Deleting port 23aa1bf7-ea6c-4ec6-a147-e112088a5ae1 {{(pid=104678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:51:25.913831 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-ea998c57-0201-4678-a8d3-23cbcf8193a6 req-cc842fc2-ac90-4373-8d50-17b14e74ef3b tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (23aa1bf7-ea6c-4ec6-a147-e112088a5ae1), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:26.005641 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-ea998c57-0201-4678-a8d3-23cbcf8193a6 req-cc842fc2-ac90-4373-8d50-17b14e74ef3b tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] For port 23aa1bf7-ea6c-4ec6-a147-e112088a5ae1, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=23aa1bf7-ea6c-4ec6-a147-e112088a5ae1,segment=NetworkSegment(c5abf49d-858b-4e95-8cd1-99c207dfa536),segment_id=c5abf49d-858b-4e95-8cd1-99c207dfa536)] {{(pid=104678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:26.006001 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-ea998c57-0201-4678-a8d3-23cbcf8193a6 req-cc842fc2-ac90-4373-8d50-17b14e74ef3b tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (23aa1bf7-ea6c-4ec6-a147-e112088a5ae1), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:26.163097 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-ea998c57-0201-4678-a8d3-23cbcf8193a6 req-cc842fc2-ac90-4373-8d50-17b14e74ef3b tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:26.163460 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-ea998c57-0201-4678-a8d3-23cbcf8193a6 req-cc842fc2-ac90-4373-8d50-17b14e74ef3b tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665637'] for floatingip (46ba18d4-79b4-4c32-a603-4fc800abf28c), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:26.163781 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.db.l3_db [req-ea998c57-0201-4678-a8d3-23cbcf8193a6 req-cc842fc2-ac90-4373-8d50-17b14e74ef3b tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Floating IP 46ba18d4-79b4-4c32-a603-4fc800abf28c disassociated. External IP: 172.28.2.94, port: 23aa1bf7-ea6c-4ec6-a147-e112088a5ae1. May 27 03:51:26.164126 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [req-ea998c57-0201-4678-a8d3-23cbcf8193a6 req-cc842fc2-ac90-4373-8d50-17b14e74ef3b tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Calling delete_port for 23aa1bf7-ea6c-4ec6-a147-e112088a5ae1 owned by compute:nova {{(pid=104678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:51:26.221558 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:26.234380 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:26.348357 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-ea998c57-0201-4678-a8d3-23cbcf8193a6 req-cc842fc2-ac90-4373-8d50-17b14e74ef3b tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (23aa1bf7-ea6c-4ec6-a147-e112088a5ae1), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:26.378501 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc842fc2-ac90-4373-8d50-17b14e74ef3b tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Pushing event deleted for resources: {'Port': ['ID=23aa1bf7-ea6c-4ec6-a147-e112088a5ae1,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:26.390712 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc842fc2-ac90-4373-8d50-17b14e74ef3b tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:26.391190 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc842fc2-ac90-4373-8d50-17b14e74ef3b tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:26.391627 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc842fc2-ac90-4373-8d50-17b14e74ef3b tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:26.391968 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc842fc2-ac90-4373-8d50-17b14e74ef3b tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:26.392307 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc842fc2-ac90-4373-8d50-17b14e74ef3b tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:26.392664 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc842fc2-ac90-4373-8d50-17b14e74ef3b tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:26.393072 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc842fc2-ac90-4373-8d50-17b14e74ef3b tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:26.393474 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc842fc2-ac90-4373-8d50-17b14e74ef3b tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:26.393766 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc842fc2-ac90-4373-8d50-17b14e74ef3b tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:26.394093 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc842fc2-ac90-4373-8d50-17b14e74ef3b tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:26.394522 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc842fc2-ac90-4373-8d50-17b14e74ef3b tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:26.394809 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc842fc2-ac90-4373-8d50-17b14e74ef3b tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:26.395134 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc842fc2-ac90-4373-8d50-17b14e74ef3b tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:26.395461 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc842fc2-ac90-4373-8d50-17b14e74ef3b tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:26.395786 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc842fc2-ac90-4373-8d50-17b14e74ef3b tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:26.501639 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea998c57-0201-4678-a8d3-23cbcf8193a6 req-cc842fc2-ac90-4373-8d50-17b14e74ef3b tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Router b9f12b94-dac5-4009-be75-479064a0e07e has already been hosted by L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 {{(pid=104678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:51:26.605155 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea998c57-0201-4678-a8d3-23cbcf8193a6 req-cc842fc2-ac90-4373-8d50-17b14e74ef3b tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:51:26.615848 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc85885-b29f-44d3-a3ab-dfe0a4bd897b None None] Sync routers for ids ['b9f12b94-dac5-4009-be75-479064a0e07e'] in dv-cinder-843361-2-smb {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:51:26.626692 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc85885-b29f-44d3-a3ab-dfe0a4bd897b None None] Routers {'b9f12b94-dac5-4009-be75-479064a0e07e'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:51:26.627326 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-9fc85885-b29f-44d3-a3ab-dfe0a4bd897b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:51:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['b9f12b94-dac5-4009-be75-479064a0e07e'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:26.648565 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea998c57-0201-4678-a8d3-23cbcf8193a6 req-cc842fc2-ac90-4373-8d50-17b14e74ef3b tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] No DVR routers for this DVR port 23aa1bf7-ea6c-4ec6-a147-e112088a5ae1 on host hv-cinder-84336 {{(pid=104678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:51:26.651124 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-ea998c57-0201-4678-a8d3-23cbcf8193a6 req-cc842fc2-ac90-4373-8d50-17b14e74ef3b tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:26.654635 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-ea998c57-0201-4678-a8d3-23cbcf8193a6 req-cc842fc2-ac90-4373-8d50-17b14e74ef3b tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.72 "DELETE /v2.0/ports/23aa1bf7-ea6c-4ec6-a147-e112088a5ae1 HTTP/1.1" status: 204 len: 173 time: 0.8202899 May 27 03:51:26.655094 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b91427-bd43-4f50-8cd2-0d1b260f830d', 'name': 'network-vif-deleted', 'tag': '23aa1bf7-ea6c-4ec6-a147-e112088a5ae1'}] {{(pid=104678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:51:26.657862 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e1ed873ee784d85eb1b1d61ec54b86d2255e46a50b7e273563a24fff47d01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9332ae9d-b16c-4b5a-9740-b7f3c32e805d" -d '{"events": [{"server_uuid": "54b91427-bd43-4f50-8cd2-0d1b260f830d", "name": "network-vif-deleted", "tag": "23aa1bf7-ea6c-4ec6-a147-e112088a5ae1"}]}' {{(pid=104678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:51:26.700089 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c85655-837b-4bc6-bf18-3eb41dcf6fb1 x-openstack-request-id: req-d1c85655-837b-4bc6-bf18-3eb41dcf6fb1 {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:51:26.700386 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54b91427-bd43-4f50-8cd2-0d1b260f830d", "name": "network-vif-deleted", "tag": "23aa1bf7-ea6c-4ec6-a147-e112088a5ae1", "status": "completed", "code": 200}]} {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:51:26.700638 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d1c85655-837b-4bc6-bf18-3eb41dcf6fb1 {{(pid=104678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:51:26.701077 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1c85655-837b-4bc6-bf18-3eb41dcf6fb1'] response: {'server_uuid': '54b91427-bd43-4f50-8cd2-0d1b260f830d', 'name': 'network-vif-deleted', 'tag': '23aa1bf7-ea6c-4ec6-a147-e112088a5ae1', 'status': 'completed', 'code': 200} May 27 03:51:26.740757 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-9fc85885-b29f-44d3-a3ab-dfe0a4bd897b None None] Set router b9f12b94-dac5-4009-be75-479064a0e07e gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:51:26.919954 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-752bcbfd-96e1-47e4-bbe8-dc1e96d6384c req-4610d085-cd70-4406-8bd1-40b3879d8b6d tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=54b91427-bd43-4f50-8cd2-0d1b260f830d HTTP/1.1" status: 200 len: 210 time: 0.3074028 May 27 03:51:26.960995 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-9fc85885-b29f-44d3-a3ab-dfe0a4bd897b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'name': 'tempest-AttachVolumeNegativeTest-2077978660-router', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:21Z', 'updated_at': '2022-05-27T03:48:24Z', 'revision_number': 4, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'gw_port': {'id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:60:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:22Z', 'updated_at': '2022-05-27T03:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': 'e55d2f92-294c-4b28-b58d-096e93e3bfbe', 'name': '', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'mac_address': 'fa:16:3e:17:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '19dda8db-4611-478b-a963-80c8130bed0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:24Z', 'updated_at': '2022-05-27T03:48:28Z', 'revision_number': 5, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'subnets': [{'id': '19dda8db-4611-478b-a963-80c8130bed0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:26.989957 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc85885-b29f-44d3-a3ab-dfe0a4bd897b None None] Checking router: b9f12b94-dac5-4009-be75-479064a0e07e for host: dv-cinder-843361-2-smb {{(pid=104680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:51:26.998501 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc85885-b29f-44d3-a3ab-dfe0a4bd897b None None] Routers {'b9f12b94-dac5-4009-be75-479064a0e07e'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:51:26.999717 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-9fc85885-b29f-44d3-a3ab-dfe0a4bd897b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:51:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['b9f12b94-dac5-4009-be75-479064a0e07e'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:27.098872 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-9fc85885-b29f-44d3-a3ab-dfe0a4bd897b None None] Set router b9f12b94-dac5-4009-be75-479064a0e07e gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:51:27.289961 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-9fc85885-b29f-44d3-a3ab-dfe0a4bd897b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'name': 'tempest-AttachVolumeNegativeTest-2077978660-router', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:21Z', 'updated_at': '2022-05-27T03:48:24Z', 'revision_number': 4, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'gw_port': {'id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:60:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:22Z', 'updated_at': '2022-05-27T03:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': 'e55d2f92-294c-4b28-b58d-096e93e3bfbe', 'name': '', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'mac_address': 'fa:16:3e:17:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '19dda8db-4611-478b-a963-80c8130bed0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:24Z', 'updated_at': '2022-05-27T03:48:28Z', 'revision_number': 5, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'subnets': [{'id': '19dda8db-4611-478b-a963-80c8130bed0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:27.315589 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc85885-b29f-44d3-a3ab-dfe0a4bd897b None None] The sync data for ids ['b9f12b94-dac5-4009-be75-479064a0e07e'] in dv-cinder-843361-2-smb is: [{'id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'name': 'tempest-AttachVolumeNegativeTest-2077978660-router', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:21Z', 'updated_at': '2022-05-27T03:48:24Z', 'revision_number': 4, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'gw_port': {'id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:60:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:22Z', 'updated_at': '2022-05-27T03:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': 'e55d2f92-294c-4b28-b58d-096e93e3bfbe', 'name': '', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'mac_address': 'fa:16:3e:17:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '19dda8db-4611-478b-a963-80c8130bed0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:24Z', 'updated_at': '2022-05-27T03:48:28Z', 'revision_number': 5, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'subnets': [{'id': '19dda8db-4611-478b-a963-80c8130bed0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:51:27.535452 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f84cfb-5c83-4765-96ef-8af329044478 None None] New status for floating IP 46ba18d4-79b4-4c32-a603-4fc800abf28c: DOWN {{(pid=104679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:51:28.069349 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 59810) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:51:28.124987 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-2b501985-886d-413b-acb5-a138f6acf244 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group (58b640dd-a86d-42e1-8ae4-f5ca99d0e7ee), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:28.148293 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-2b501985-886d-413b-acb5-a138f6acf244 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group (58b640dd-a86d-42e1-8ae4-f5ca99d0e7ee), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:28.257118 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-2b501985-886d-413b-acb5-a138f6acf244 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (58b640dd-a86d-42e1-8ae4-f5ca99d0e7ee), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:28.259596 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-2b501985-886d-413b-acb5-a138f6acf244 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:28.260742 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-2b501985-886d-413b-acb5-a138f6acf244 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "DELETE /v2.0/security-groups/58b640dd-a86d-42e1-8ae4-f5ca99d0e7ee HTTP/1.1" status: 204 len: 168 time: 0.1903801 May 27 03:51:28.263581 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 59812) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:51:28.271527 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b501985-886d-413b-acb5-a138f6acf244 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b640dd-a86d-42e1-8ae4-f5ca99d0e7ee,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:28.278593 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.api.v2.resource [None req-fa7394d0-562b-4f2f-b7c7-8c51af455b1d tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] show failed (client error): The resource could not be found. May 27 03:51:28.278749 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b501985-886d-413b-acb5-a138f6acf244 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:28.279028 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b501985-886d-413b-acb5-a138f6acf244 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:28.279371 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b501985-886d-413b-acb5-a138f6acf244 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:28.279599 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-fa7394d0-562b-4f2f-b7c7-8c51af455b1d tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups/58b640dd-a86d-42e1-8ae4-f5ca99d0e7ee HTTP/1.1" status: 404 len: 347 time: 0.0149770 May 27 03:51:28.279805 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b501985-886d-413b-acb5-a138f6acf244 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:28.280025 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b501985-886d-413b-acb5-a138f6acf244 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:28.280456 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b501985-886d-413b-acb5-a138f6acf244 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:28.280794 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b501985-886d-413b-acb5-a138f6acf244 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:28.281126 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b501985-886d-413b-acb5-a138f6acf244 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:28.281479 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b501985-886d-413b-acb5-a138f6acf244 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:28.281807 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b501985-886d-413b-acb5-a138f6acf244 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:28.282135 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b501985-886d-413b-acb5-a138f6acf244 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:28.282442 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 59814) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:51:28.282548 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b501985-886d-413b-acb5-a138f6acf244 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:28.282768 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b501985-886d-413b-acb5-a138f6acf244 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:28.283089 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b501985-886d-413b-acb5-a138f6acf244 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:28.283409 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b501985-886d-413b-acb5-a138f6acf244 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:28.402332 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [None req-ade4e445-a6a7-41de-9462-4f567d1f092e tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Deleting port a261d037-dbd2-4a93-87ef-af5376046ff7 {{(pid=104678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:51:28.402684 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ade4e445-a6a7-41de-9462-4f567d1f092e tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (a261d037-dbd2-4a93-87ef-af5376046ff7), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:28.484737 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ade4e445-a6a7-41de-9462-4f567d1f092e tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (a261d037-dbd2-4a93-87ef-af5376046ff7), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:28.485062 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ade4e445-a6a7-41de-9462-4f567d1f092e tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for floatingip (a261d037-dbd2-4a93-87ef-af5376046ff7), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:28.498155 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [None req-ade4e445-a6a7-41de-9462-4f567d1f092e tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Calling delete_port for a261d037-dbd2-4a93-87ef-af5376046ff7 owned by network:floatingip {{(pid=104678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:51:28.717864 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ade4e445-a6a7-41de-9462-4f567d1f092e tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (a261d037-dbd2-4a93-87ef-af5376046ff7), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:28.743950 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4e445-a6a7-41de-9462-4f567d1f092e tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Pushing event deleted for resources: {'Port': ['ID=a261d037-dbd2-4a93-87ef-af5376046ff7,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:28.769564 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:DELETE=9,neutron:SELECT=91 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:28.806520 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ade4e445-a6a7-41de-9462-4f567d1f092e tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for floatingip (46ba18d4-79b4-4c32-a603-4fc800abf28c), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:28.809009 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ade4e445-a6a7-41de-9462-4f567d1f092e tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for floatingip (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:28.810186 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-ade4e445-a6a7-41de-9462-4f567d1f092e tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "DELETE /v2.0/floatingips/46ba18d4-79b4-4c32-a603-4fc800abf28c HTTP/1.1" status: 204 len: 168 time: 0.5268755 May 27 03:51:28.956968 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 59818) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:51:28.961667 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-b0d04a0f-59d6-4cd7-a640-26ff9d6657b1 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1805493588', 'description': 'tempest-description--845307074'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:51:29.043968 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-b0d04a0f-59d6-4cd7-a640-26ff9d6657b1 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:29.109501 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-b0d04a0f-59d6-4cd7-a640-26ff9d6657b1 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group (b577c773-f0f7-432f-85d7-adda39e51771), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:29.158636 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-b0d04a0f-59d6-4cd7-a640-26ff9d6657b1 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (b577c773-f0f7-432f-85d7-adda39e51771), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:29.190075 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d04a0f-59d6-4cd7-a640-26ff9d6657b1 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b577c773-f0f7-432f-85d7-adda39e51771,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:29.270786 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-b0d04a0f-59d6-4cd7-a640-26ff9d6657b1 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:29.272049 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-b0d04a0f-59d6-4cd7-a640-26ff9d6657b1 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3140314 May 27 03:51:29.274846 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 59820) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:51:29.280307 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-1f3d5202-4d57-44dd-85f6-ee3c5a98effc tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Request body: {'security_group_rule': {'security_group_id': 'b577c773-f0f7-432f-85d7-adda39e51771', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:51:29.302435 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 23aa1bf7-ea6c-4ec6-a147-e112088a5ae1 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:51:29.321144 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] No Port match for: 23aa1bf7-ea6c-4ec6-a147-e112088a5ae1 {{(pid=104679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:51:29.321510 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 23aa1bf7-ea6c-4ec6-a147-e112088a5ae1 not bound to the agent host hv-cinder-84336 {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:51:29.378505 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-1f3d5202-4d57-44dd-85f6-ee3c5a98effc tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group_rule (27bfcc63-1172-47dd-bcbc-156b1a0c136f), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:29.425045 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-1f3d5202-4d57-44dd-85f6-ee3c5a98effc tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group_rule (27bfcc63-1172-47dd-bcbc-156b1a0c136f), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:29.502887 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-1f3d5202-4d57-44dd-85f6-ee3c5a98effc tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498508'] for security_group_rule (27bfcc63-1172-47dd-bcbc-156b1a0c136f), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:29.522030 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d5202-4d57-44dd-85f6-ee3c5a98effc tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27bfcc63-1172-47dd-bcbc-156b1a0c136f,revision_number=0']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:29.630349 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-1f3d5202-4d57-44dd-85f6-ee3c5a98effc tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:29.631588 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-1f3d5202-4d57-44dd-85f6-ee3c5a98effc tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3557534 May 27 03:51:29.634088 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 59822) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:51:29.642103 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-89d73c99-f63b-417c-af10-942adbc9731c tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Request body: {'security_group_rule': {'security_group_id': 'b577c773-f0f7-432f-85d7-adda39e51771', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:51:29.719421 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-89d73c99-f63b-417c-af10-942adbc9731c tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group_rule (b08b2474-bd0b-4be0-a06d-b5ae1007a2d5), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:29.767768 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-89d73c99-f63b-417c-af10-942adbc9731c tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group_rule (b08b2474-bd0b-4be0-a06d-b5ae1007a2d5), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:29.843622 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-89d73c99-f63b-417c-af10-942adbc9731c tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498508'] for security_group_rule (b08b2474-bd0b-4be0-a06d-b5ae1007a2d5), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:29.862350 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:29.863823 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d73c99-f63b-417c-af10-942adbc9731c tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b08b2474-bd0b-4be0-a06d-b5ae1007a2d5,revision_number=0']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:29.949305 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-89d73c99-f63b-417c-af10-942adbc9731c tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:29.950819 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-89d73c99-f63b-417c-af10-942adbc9731c tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3154395 May 27 03:51:29.954847 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 59824) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:51:29.959400 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-95f695f1-51b3-4105-96a9-db42c772b652 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Request body: {'floatingip': {'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:51:29.975448 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:30.051240 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-95f695f1-51b3-4105-96a9-db42c772b652 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:30.138659 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-95f695f1-51b3-4105-96a9-db42c772b652 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:30.247677 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.db_base_plugin_common [None req-95f695f1-51b3-4105-96a9-db42c772b652 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Allocated IP 172.28.2.214 (2c8f85dd-7a0e-40ae-be84-c061eec53ce1/4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03/ee40f747-8f2a-46a8-8d13-f9e2581b7720) {{(pid=104677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:51:30.348373 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-95f695f1-51b3-4105-96a9-db42c772b652 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for port (ee40f747-8f2a-46a8-8d13-f9e2581b7720), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:30.438241 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-95f695f1-51b3-4105-96a9-db42c772b652 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59984224'] for port (ee40f747-8f2a-46a8-8d13-f9e2581b7720), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:30.480818 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f695f1-51b3-4105-96a9-db42c772b652 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Network 2c8f85dd-7a0e-40ae-be84-c061eec53ce1 is already hosted by enough agents. {{(pid=104677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:51:30.486435 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.base_scheduler [None req-95f695f1-51b3-4105-96a9-db42c772b652 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Resources bound (agent type, host, resource id): {{(pid=104677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:51:30.488586 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f695f1-51b3-4105-96a9-db42c772b652 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Pushing event updated for resources: {'Port': ['ID=ee40f747-8f2a-46a8-8d13-f9e2581b7720,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:30.490715 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f695f1-51b3-4105-96a9-db42c772b652 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Received port after_create {{(pid=104677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:51:30.572226 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:30.576502 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-95f695f1-51b3-4105-96a9-db42c772b652 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for floatingip (3d068ef7-5ebe-4068-86a6-2d34f001a065), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:30.661194 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-95f695f1-51b3-4105-96a9-db42c772b652 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (ee40f747-8f2a-46a8-8d13-f9e2581b7720), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:30.835862 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-95f695f1-51b3-4105-96a9-db42c772b652 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for port (ee40f747-8f2a-46a8-8d13-f9e2581b7720), precommit_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:30.914219 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-95f695f1-51b3-4105-96a9-db42c772b652 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59984215'] for port (ee40f747-8f2a-46a8-8d13-f9e2581b7720), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:30.984639 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f695f1-51b3-4105-96a9-db42c772b652 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Pushing event updated for resources: {'Port': ['ID=ee40f747-8f2a-46a8-8d13-f9e2581b7720,revision_number=2']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:30.999028 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-95f695f1-51b3-4105-96a9-db42c772b652 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665637'] for floatingip (3d068ef7-5ebe-4068-86a6-2d34f001a065), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:31.091420 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-95f695f1-51b3-4105-96a9-db42c772b652 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for floatingip (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:31.092597 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-95f695f1-51b3-4105-96a9-db42c772b652 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1365945 May 27 03:51:31.241046 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b6f09409-4d20-4281-9093-73082200cc52 req-c4dd8393-73c7-4d0e-ab02-87abcc8df5c7 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1805493588&fields=id&tenant_id=a194a9d6aa0242ddb7d74e6738f9cdda HTTP/1.1" status: 200 len: 267 time: 0.0433969 May 27 03:51:31.348171 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f09409-4d20-4281-9093-73082200cc52 req-90615234-db61-406c-8890-70b85936e498 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:31.349596 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b6f09409-4d20-4281-9093-73082200cc52 req-90615234-db61-406c-8890-70b85936e498 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/networks?id=f129e03b-298e-4668-9d33-9fcd7785dce3 HTTP/1.1" status: 200 len: 815 time: 0.1022210 May 27 03:51:31.364288 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b6f09409-4d20-4281-9093-73082200cc52 req-c5f2cb7a-3db8-402b-b34d-7bc8d5349695 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/quotas/a194a9d6aa0242ddb7d74e6738f9cdda HTTP/1.1" status: 200 len: 375 time: 0.0093248 May 27 03:51:31.405068 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:31.418864 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b6f09409-4d20-4281-9093-73082200cc52 req-8b2ade4a-b7bc-40ce-abc0-d2d0b3fafb7c tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=a194a9d6aa0242ddb7d74e6738f9cdda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498421 May 27 03:51:31.515398 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b6f09409-4d20-4281-9093-73082200cc52 req-74bbd273-5aae-4f63-9322-e1604a73de88 service neutron] 10.222.0.71 "GET /v2.0/networks/f129e03b-298e-4668-9d33-9fcd7785dce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850520 May 27 03:51:31.611866 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b6f09409-4d20-4281-9093-73082200cc52 req-4b200eda-00ad-4677-b78b-3f0e5743c1c1 service neutron] 10.222.0.71 "GET /v2.0/networks/f129e03b-298e-4668-9d33-9fcd7785dce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899651 May 27 03:51:31.863266 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c55f7d29-2b19-4017-8bc1-d07d3e7126b0 req-c5ad7b52-70cd-43e3-8fb9-a0bf4ba2f557 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=31394e8c-54d6-4b2d-99f1-413d61352a2a HTTP/1.1" status: 200 len: 210 time: 0.0283959 May 27 03:51:32.962953 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-a0805005-d7df-4dc3-ac53-3ec5a213a35a req-aaf6eef8-02f7-49e7-906e-9a3f6e509a8f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=31394e8c-54d6-4b2d-99f1-413d61352a2a HTTP/1.1" status: 200 len: 210 time: 0.0270064 May 27 03:51:34.010222 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f09409-4d20-4281-9093-73082200cc52 req-43b15e84-1182-4ea8-a563-9b3f70c2af0c tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:34.011692 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-b6f09409-4d20-4281-9093-73082200cc52 req-43b15e84-1182-4ea8-a563-9b3f70c2af0c tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.72 "GET /v2.0/networks?id=f129e03b-298e-4668-9d33-9fcd7785dce3 HTTP/1.1" status: 200 len: 815 time: 0.1077855 May 27 03:51:34.059282 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-289554a8-7004-45e1-a9a0-af2a3a9223ff req-f186c169-fec6-41ee-9be1-39456c0fd3d2 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=31394e8c-54d6-4b2d-99f1-413d61352a2a HTTP/1.1" status: 200 len: 210 time: 0.0277128 May 27 03:51:34.086673 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-b6f09409-4d20-4281-9093-73082200cc52 req-a1c7da3f-bb84-4364-9f5b-b2996fedf420 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a194a9d6aa0242ddb7d74e6738f9cdda HTTP/1.1" status: 200 len: 380 time: 0.0665112 May 27 03:51:34.094730 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [req-b6f09409-4d20-4281-9093-73082200cc52 req-e82d20d9-9192-41c5-bc3e-702471c8c8c8 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Request body: {'port': {'device_id': '31394e8c-54d6-4b2d-99f1-413d61352a2a', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'admin_state_up': True, 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'security_groups': ['b577c773-f0f7-432f-85d7-adda39e51771']}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:51:34.139095 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:34.325527 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6f09409-4d20-4281-9093-73082200cc52 req-e82d20d9-9192-41c5-bc3e-702471c8c8c8 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Made reservation on behalf of a194a9d6aa0242ddb7d74e6738f9cdda for: {'port': 1} {{(pid=104678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:51:34.328981 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-b6f09409-4d20-4281-9093-73082200cc52 req-e82d20d9-9192-41c5-bc3e-702471c8c8c8 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:34.463399 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.db_base_plugin_common [req-b6f09409-4d20-4281-9093-73082200cc52 req-e82d20d9-9192-41c5-bc3e-702471c8c8c8 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Allocated IP 172.20.0.9 (f129e03b-298e-4668-9d33-9fcd7785dce3/19dda8db-4611-478b-a963-80c8130bed0e/f5e1c795-59b7-4e7d-bac2-6807d66e6576) {{(pid=104678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:51:34.606945 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-b6f09409-4d20-4281-9093-73082200cc52 req-e82d20d9-9192-41c5-bc3e-702471c8c8c8 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for port (f5e1c795-59b7-4e7d-bac2-6807d66e6576), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:34.775828 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-b6f09409-4d20-4281-9093-73082200cc52 req-e82d20d9-9192-41c5-bc3e-702471c8c8c8 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (f5e1c795-59b7-4e7d-bac2-6807d66e6576), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:34.820218 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6f09409-4d20-4281-9093-73082200cc52 req-e82d20d9-9192-41c5-bc3e-702471c8c8c8 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Network f129e03b-298e-4668-9d33-9fcd7785dce3 is already hosted by enough agents. {{(pid=104678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:51:34.823259 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.base_scheduler [req-b6f09409-4d20-4281-9093-73082200cc52 req-e82d20d9-9192-41c5-bc3e-702471c8c8c8 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Resources bound (agent type, host, resource id): {{(pid=104678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:51:34.827869 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f09409-4d20-4281-9093-73082200cc52 req-e82d20d9-9192-41c5-bc3e-702471c8c8c8 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Received port after_create {{(pid=104678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:51:34.834390 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d20d9-9192-41c5-bc3e-702471c8c8c8 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Pushing event updated for resources: {'Port': ['ID=f5e1c795-59b7-4e7d-bac2-6807d66e6576,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:34.874487 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:34.883185 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f09409-4d20-4281-9093-73082200cc52 req-e82d20d9-9192-41c5-bc3e-702471c8c8c8 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:34.883808 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-b6f09409-4d20-4281-9093-73082200cc52 req-e82d20d9-9192-41c5-bc3e-702471c8c8c8 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:34.960766 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-b6f09409-4d20-4281-9093-73082200cc52 req-e82d20d9-9192-41c5-bc3e-702471c8c8c8 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8695369 May 27 03:51:34.972995 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [req-b6f09409-4d20-4281-9093-73082200cc52 req-315dbc2c-ecc2-4cd3-b874-ac8e4d26dcc2 service neutron] Request body: {'port': {'device_id': '31394e8c-54d6-4b2d-99f1-413d61352a2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:51:35.038164 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-b6f09409-4d20-4281-9093-73082200cc52 req-315dbc2c-ecc2-4cd3-b874-ac8e4d26dcc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (f5e1c795-59b7-4e7d-bac2-6807d66e6576), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:35.080006 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-707cea07-f503-4274-8889-867d6b068c65 None None] Provisioning complete for port f5e1c795-59b7-4e7d-bac2-6807d66e6576 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:51:35.080625 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-707cea07-f503-4274-8889-867d6b068c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (f5e1c795-59b7-4e7d-bac2-6807d66e6576), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:35.116089 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-707cea07-f503-4274-8889-867d6b068c65 None None] Port f5e1c795-59b7-4e7d-bac2-6807d66e6576 cannot update to ACTIVE because it is not bound. {{(pid=104679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:51:35.182907 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c0eb0-872f-44a0-87a9-6c828da61bd7 req-2dbbe27c-ef08-4785-9443-bdfaa89dcb82 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:35.184298 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-978c0eb0-872f-44a0-87a9-6c828da61bd7 req-2dbbe27c-ef08-4785-9443-bdfaa89dcb82 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=31394e8c-54d6-4b2d-99f1-413d61352a2a HTTP/1.1" status: 200 len: 931 time: 0.0495069 May 27 03:51:35.221786 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:35.233803 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-978c0eb0-872f-44a0-87a9-6c828da61bd7 req-2ca4b490-b76d-4e95-893e-ed34cd52b89f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups?id=b577c773-f0f7-432f-85d7-adda39e51771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423603 May 27 03:51:35.277783 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:35.327197 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [req-b6f09409-4d20-4281-9093-73082200cc52 req-315dbc2c-ecc2-4cd3-b874-ac8e4d26dcc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5e1c795-59b7-4e7d-bac2-6807d66e6576 {{(pid=104678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:51:35.334592 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-b6f09409-4d20-4281-9093-73082200cc52 req-315dbc2c-ecc2-4cd3-b874-ac8e4d26dcc2 service neutron] Publish callbacks [] for port (f5e1c795-59b7-4e7d-bac2-6807d66e6576), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:35.347188 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.provisioning_blocks [req-b6f09409-4d20-4281-9093-73082200cc52 req-315dbc2c-ecc2-4cd3-b874-ac8e4d26dcc2 service neutron] Transition to ACTIVE for port object f5e1c795-59b7-4e7d-bac2-6807d66e6576 will not be triggered until provisioned by entity L2. {{(pid=104678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:51:35.432051 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-b6f09409-4d20-4281-9093-73082200cc52 req-315dbc2c-ecc2-4cd3-b874-ac8e4d26dcc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62479337'] for port (f5e1c795-59b7-4e7d-bac2-6807d66e6576), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:35.498436 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315dbc2c-ecc2-4cd3-b874-ac8e4d26dcc2 service neutron] Pushing event updated for resources: {'Port': ['ID=f5e1c795-59b7-4e7d-bac2-6807d66e6576,revision_number=2']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:35.569285 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-b6f09409-4d20-4281-9093-73082200cc52 req-315dbc2c-ecc2-4cd3-b874-ac8e4d26dcc2 service neutron] Attempting to bind port f5e1c795-59b7-4e7d-bac2-6807d66e6576 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:51:35.569627 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-b6f09409-4d20-4281-9093-73082200cc52 req-315dbc2c-ecc2-4cd3-b874-ac8e4d26dcc2 service neutron] Attempting to bind port f5e1c795-59b7-4e7d-bac2-6807d66e6576 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': 'c5abf49d-858b-4e95-8cd1-99c207dfa536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3'}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:51:35.570020 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f09409-4d20-4281-9093-73082200cc52 req-315dbc2c-ecc2-4cd3-b874-ac8e4d26dcc2 service neutron] Attempting to bind port f5e1c795-59b7-4e7d-bac2-6807d66e6576 on network f129e03b-298e-4668-9d33-9fcd7785dce3 {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:51:35.574742 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f09409-4d20-4281-9093-73082200cc52 req-315dbc2c-ecc2-4cd3-b874-ac8e4d26dcc2 service neutron] Port f5e1c795-59b7-4e7d-bac2-6807d66e6576 on network f129e03b-298e-4668-9d33-9fcd7785dce3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:51:35.575065 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f09409-4d20-4281-9093-73082200cc52 req-315dbc2c-ecc2-4cd3-b874-ac8e4d26dcc2 service neutron] Attempting to bind port f5e1c795-59b7-4e7d-bac2-6807d66e6576 on network f129e03b-298e-4668-9d33-9fcd7785dce3 {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:51:35.582236 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f09409-4d20-4281-9093-73082200cc52 req-315dbc2c-ecc2-4cd3-b874-ac8e4d26dcc2 service neutron] Checking agent: {'id': '1c07afa2-e502-46e1-ac2b-740a8f00a450', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 36, 8), 'started_at': datetime.datetime(2022, 5, 27, 3, 36, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:51:35.582571 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f09409-4d20-4281-9093-73082200cc52 req-315dbc2c-ecc2-4cd3-b874-ac8e4d26dcc2 service neutron] Checking segment: {'id': 'c5abf49d-858b-4e95-8cd1-99c207dfa536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:51:35.582955 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f09409-4d20-4281-9093-73082200cc52 req-315dbc2c-ecc2-4cd3-b874-ac8e4d26dcc2 service neutron] Bound using segment: {'id': 'c5abf49d-858b-4e95-8cd1-99c207dfa536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3'} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:51:35.583383 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-b6f09409-4d20-4281-9093-73082200cc52 req-315dbc2c-ecc2-4cd3-b874-ac8e4d26dcc2 service neutron] Bound port: f5e1c795-59b7-4e7d-bac2-6807d66e6576, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5abf49d-858b-4e95-8cd1-99c207dfa536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3'}}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:51:35.583741 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-b6f09409-4d20-4281-9093-73082200cc52 req-315dbc2c-ecc2-4cd3-b874-ac8e4d26dcc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (f5e1c795-59b7-4e7d-bac2-6807d66e6576), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:35.646011 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:35.651751 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-b6f09409-4d20-4281-9093-73082200cc52 req-315dbc2c-ecc2-4cd3-b874-ac8e4d26dcc2 service neutron] For port f5e1c795-59b7-4e7d-bac2-6807d66e6576, host hv-cinder-84336, cleared binding levels {{(pid=104678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:51:35.659012 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-b6f09409-4d20-4281-9093-73082200cc52 req-315dbc2c-ecc2-4cd3-b874-ac8e4d26dcc2 service neutron] For port f5e1c795-59b7-4e7d-bac2-6807d66e6576, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=f5e1c795-59b7-4e7d-bac2-6807d66e6576,segment=NetworkSegment(c5abf49d-858b-4e95-8cd1-99c207dfa536),segment_id=c5abf49d-858b-4e95-8cd1-99c207dfa536)] {{(pid=104678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:51:35.771645 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-b6f09409-4d20-4281-9093-73082200cc52 req-315dbc2c-ecc2-4cd3-b874-ac8e4d26dcc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62479337'] for port (f5e1c795-59b7-4e7d-bac2-6807d66e6576), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:35.806118 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f09409-4d20-4281-9093-73082200cc52 req-315dbc2c-ecc2-4cd3-b874-ac8e4d26dcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:35.806731 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-b6f09409-4d20-4281-9093-73082200cc52 req-315dbc2c-ecc2-4cd3-b874-ac8e4d26dcc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:35.808135 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-b6f09409-4d20-4281-9093-73082200cc52 req-315dbc2c-ecc2-4cd3-b874-ac8e4d26dcc2 service neutron] 10.222.0.72 "PUT /v2.0/ports/f5e1c795-59b7-4e7d-bac2-6807d66e6576 HTTP/1.1" status: 200 len: 1093 time: 0.8400424 May 27 03:51:35.808566 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31394e8c-54d6-4b2d-99f1-413d61352a2a', 'tag': 'f5e1c795-59b7-4e7d-bac2-6807d66e6576'}] {{(pid=104678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:51:35.810817 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e1ed873ee784d85eb1b1d61ec54b86d2255e46a50b7e273563a24fff47d01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d80bd5-b2ef-445d-927e-df85f13fe54c" -d '{"events": [{"name": "network-changed", "server_uuid": "31394e8c-54d6-4b2d-99f1-413d61352a2a", "tag": "f5e1c795-59b7-4e7d-bac2-6807d66e6576"}]}' {{(pid=104678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:51:35.839267 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315dbc2c-ecc2-4cd3-b874-ac8e4d26dcc2 service neutron] Pushing event updated for resources: {'Port': ['ID=f5e1c795-59b7-4e7d-bac2-6807d66e6576,revision_number=3']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:35.855810 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1ffdb5-7e23-4d41-90a7-ac7d7b7fe2a8 x-openstack-request-id: req-8a1ffdb5-7e23-4d41-90a7-ac7d7b7fe2a8 {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:51:35.856107 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31394e8c-54d6-4b2d-99f1-413d61352a2a", "tag": "f5e1c795-59b7-4e7d-bac2-6807d66e6576", "status": "completed", "code": 200}]} {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:51:35.856383 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8a1ffdb5-7e23-4d41-90a7-ac7d7b7fe2a8 {{(pid=104678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:51:35.856836 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a1ffdb5-7e23-4d41-90a7-ac7d7b7fe2a8'] response: {'name': 'network-changed', 'server_uuid': '31394e8c-54d6-4b2d-99f1-413d61352a2a', 'tag': 'f5e1c795-59b7-4e7d-bac2-6807d66e6576', 'status': 'completed', 'code': 200} May 27 03:51:35.916974 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d80bd5-b2ef-445d-927e-df85f13fe54c req-c5d2db96-622f-459e-8cd9-afa593250bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:35.918722 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-f1d80bd5-b2ef-445d-927e-df85f13fe54c req-c5d2db96-622f-459e-8cd9-afa593250bb6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a194a9d6aa0242ddb7d74e6738f9cdda&device_id=31394e8c-54d6-4b2d-99f1-413d61352a2a HTTP/1.1" status: 200 len: 1127 time: 0.0409119 May 27 03:51:36.022992 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d80bd5-b2ef-445d-927e-df85f13fe54c req-9389d4b8-b3e6-47b4-bd81-0b2f426acb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:36.024379 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-f1d80bd5-b2ef-445d-927e-df85f13fe54c req-9389d4b8-b3e6-47b4-bd81-0b2f426acb15 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=a194a9d6aa0242ddb7d74e6738f9cdda&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0995948 May 27 03:51:36.083568 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-95adf797-094d-4516-a5e1-41cb5581d74b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:36.117733 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d80bd5-b2ef-445d-927e-df85f13fe54c req-78d05cb7-ccd7-41f6-93c4-57e823ee9ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:36.119182 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-f1d80bd5-b2ef-445d-927e-df85f13fe54c req-78d05cb7-ccd7-41f6-93c4-57e823ee9ff3 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897062 May 27 03:51:36.191484 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f09409-4d20-4281-9093-73082200cc52 req-c79aaaf2-59d0-4bfe-96f1-6ba33766273f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:36.192929 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-b6f09409-4d20-4281-9093-73082200cc52 req-c79aaaf2-59d0-4bfe-96f1-6ba33766273f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a194a9d6aa0242ddb7d74e6738f9cdda&device_id=31394e8c-54d6-4b2d-99f1-413d61352a2a HTTP/1.1" status: 200 len: 1127 time: 0.0388825 May 27 03:51:36.232488 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-b6f09409-4d20-4281-9093-73082200cc52 req-ae1c69bb-6798-4121-8667-ca586621ff22 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5e1c795-59b7-4e7d-bac2-6807d66e6576 HTTP/1.1" status: 200 len: 217 time: 0.0336039 May 27 03:51:36.282236 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f09409-4d20-4281-9093-73082200cc52 req-0e6f1abc-2d39-4029-983b-151e9606df67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:36.283954 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-b6f09409-4d20-4281-9093-73082200cc52 req-0e6f1abc-2d39-4029-983b-151e9606df67 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=19dda8db-4611-478b-a963-80c8130bed0e HTTP/1.1" status: 200 len: 854 time: 0.0452247 May 27 03:51:36.327024 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f09409-4d20-4281-9093-73082200cc52 req-de6c449a-cb77-4946-94b9-5fc157dd1f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:36.328514 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-b6f09409-4d20-4281-9093-73082200cc52 req-de6c449a-cb77-4946-94b9-5fc157dd1f40 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f129e03b-298e-4668-9d33-9fcd7785dce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0391955 May 27 03:51:36.359826 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652abac-c3d7-4dd0-8e77-6afb7c5fe412 req-e88aa024-45e9-41b9-b3fa-e0c247ec3280 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:36.361990 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c652abac-c3d7-4dd0-8e77-6afb7c5fe412 req-e88aa024-45e9-41b9-b3fa-e0c247ec3280 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=31394e8c-54d6-4b2d-99f1-413d61352a2a HTTP/1.1" status: 200 len: 943 time: 0.0579839 May 27 03:51:36.410526 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c652abac-c3d7-4dd0-8e77-6afb7c5fe412 req-1f4da195-9a68-4af7-8a43-71230a0d28db tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups?id=b577c773-f0f7-432f-85d7-adda39e51771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427520 May 27 03:51:36.421740 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-b6f09409-4d20-4281-9093-73082200cc52 req-7576a56c-4316-482f-931b-86abee5929cd service neutron] 10.222.0.72 "GET /v2.0/networks/f129e03b-298e-4668-9d33-9fcd7785dce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867140 May 27 03:51:36.512343 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-b6f09409-4d20-4281-9093-73082200cc52 req-eb8a0ccb-6d52-4ba1-99b6-43f6248a8145 service neutron] 10.222.0.72 "GET /v2.0/networks/f129e03b-298e-4668-9d33-9fcd7785dce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846221 May 27 03:51:37.287519 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=72 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:37.293548 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=68 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:37.529440 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78088d-1706-4ff6-8946-89a7136e8896 req-03f74772-83f5-4f2a-b088-8d27e3d447d2 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:37.530925 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ba78088d-1706-4ff6-8946-89a7136e8896 req-03f74772-83f5-4f2a-b088-8d27e3d447d2 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=31394e8c-54d6-4b2d-99f1-413d61352a2a HTTP/1.1" status: 200 len: 943 time: 0.0507517 May 27 03:51:37.579164 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ba78088d-1706-4ff6-8946-89a7136e8896 req-caa91928-7e77-4826-9b89-4fb94d56ddbb tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups?id=b577c773-f0f7-432f-85d7-adda39e51771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424201 May 27 03:51:38.325815 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-bc0547aa-18cb-487d-930f-5fe3732f2b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:38.698108 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4533187-166a-498b-9d13-ba56ba5345d7 req-1927fe29-68a7-4aea-b37c-55db5690df1e tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:38.699555 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b4533187-166a-498b-9d13-ba56ba5345d7 req-1927fe29-68a7-4aea-b37c-55db5690df1e tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=31394e8c-54d6-4b2d-99f1-413d61352a2a HTTP/1.1" status: 200 len: 943 time: 0.0467827 May 27 03:51:38.751042 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b4533187-166a-498b-9d13-ba56ba5345d7 req-9c996bc3-674f-4f2d-aae0-66c47f763147 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups?id=b577c773-f0f7-432f-85d7-adda39e51771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444620 May 27 03:51:38.799655 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:39.363559 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device f5e1c795-59b7-4e7d-bac2-6807d66e6576 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:51:39.436582 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:39.466811 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port f5e1c795-59b7-4e7d-bac2-6807d66e6576, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=f5e1c795-59b7-4e7d-bac2-6807d66e6576,segment=NetworkSegment(c5abf49d-858b-4e95-8cd1-99c207dfa536),segment_id=c5abf49d-858b-4e95-8cd1-99c207dfa536)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:39.478588 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Returning: {'device': 'f5e1c795-59b7-4e7d-bac2-6807d66e6576', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'port_id': 'f5e1c795-59b7-4e7d-bac2-6807d66e6576', 'mac_address': 'fa:16:3e:1b:4d:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19dda8db-4611-478b-a963-80c8130bed0e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:51:39.513016 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port f5e1c795-59b7-4e7d-bac2-6807d66e6576 is: DOWN; New status is: BUILD {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:51:39.513443 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (f5e1c795-59b7-4e7d-bac2-6807d66e6576), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:39.526775 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5e1c795-59b7-4e7d-bac2-6807d66e6576 {{(pid=104679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:51:39.546345 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port f5e1c795-59b7-4e7d-bac2-6807d66e6576, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=f5e1c795-59b7-4e7d-bac2-6807d66e6576,segment=NetworkSegment(c5abf49d-858b-4e95-8cd1-99c207dfa536),segment_id=c5abf49d-858b-4e95-8cd1-99c207dfa536)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:39.616885 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (f5e1c795-59b7-4e7d-bac2-6807d66e6576), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:39.667173 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=f5e1c795-59b7-4e7d-bac2-6807d66e6576,revision_number=4']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:39.674392 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:39.674735 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:39.675107 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:39.675444 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:39.675776 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:39.676103 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:39.676426 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:39.676751 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:39.677071 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:39.677424 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:39.677747 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:39.678065 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:39.678379 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:39.678694 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:39.679009 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:39.820235 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] get_ports_and_sgs() called for port_ids ['f5e1c795-59b7-4e7d-bac2-6807d66e6576'] {{(pid=104679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:51:39.862855 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837de3b-8735-4484-8d7b-90ae776a9db5 req-bd6dab41-c43d-4c86-aefb-2650057a7274 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:39.864371 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0837de3b-8735-4484-8d7b-90ae776a9db5 req-bd6dab41-c43d-4c86-aefb-2650057a7274 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=31394e8c-54d6-4b2d-99f1-413d61352a2a HTTP/1.1" status: 200 len: 944 time: 0.0469379 May 27 03:51:39.916464 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0837de3b-8735-4484-8d7b-90ae776a9db5 req-19e94c4b-cf30-4ee7-8d67-059860055a65 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups?id=b577c773-f0f7-432f-85d7-adda39e51771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459740 May 27 03:51:41.030049 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f915c-cd60-4ca9-a734-b3aecefe9b3b req-da3a97e8-e146-4c77-b1b2-b8bda820b39a tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:41.031522 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-dc1f915c-cd60-4ca9-a734-b3aecefe9b3b req-da3a97e8-e146-4c77-b1b2-b8bda820b39a tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=31394e8c-54d6-4b2d-99f1-413d61352a2a HTTP/1.1" status: 200 len: 944 time: 0.0469878 May 27 03:51:41.066952 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:41.080475 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-dc1f915c-cd60-4ca9-a734-b3aecefe9b3b req-f9c00747-0666-4767-944a-a47e5eb5993c tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups?id=b577c773-f0f7-432f-85d7-adda39e51771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428715 May 27 03:51:41.395686 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device f5e1c795-59b7-4e7d-bac2-6807d66e6576 up at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:51:41.436846 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Provisioning for port f5e1c795-59b7-4e7d-bac2-6807d66e6576 completed by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:51:41.501279 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Provisioning complete for port f5e1c795-59b7-4e7d-bac2-6807d66e6576 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:51:41.501609 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (f5e1c795-59b7-4e7d-bac2-6807d66e6576), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:41.529102 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:41.572644 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:41.574925 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port f5e1c795-59b7-4e7d-bac2-6807d66e6576 is: BUILD; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:51:41.575310 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (f5e1c795-59b7-4e7d-bac2-6807d66e6576), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:41.597275 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31394e8c-54d6-4b2d-99f1-413d61352a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e1c795-59b7-4e7d-bac2-6807d66e6576'}] {{(pid=104679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:51:41.599493 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d249cf550e2d843300bc9a66ec52257e0462e4d4b5166dc6bcb5b411a3eed5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef0caed-48a4-4be8-9808-fb7034786f10" -d '{"events": [{"server_uuid": "31394e8c-54d6-4b2d-99f1-413d61352a2a", "name": "network-vif-plugged", "status": "completed", "tag": "f5e1c795-59b7-4e7d-bac2-6807d66e6576"}]}' {{(pid=104679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:51:41.612306 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port f5e1c795-59b7-4e7d-bac2-6807d66e6576, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=f5e1c795-59b7-4e7d-bac2-6807d66e6576,segment=NetworkSegment(c5abf49d-858b-4e95-8cd1-99c207dfa536),segment_id=c5abf49d-858b-4e95-8cd1-99c207dfa536)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:41.636985 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f99c0a-5758-45e9-a110-9ed4bebee62d x-openstack-request-id: req-95f99c0a-5758-45e9-a110-9ed4bebee62d {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:51:41.637297 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31394e8c-54d6-4b2d-99f1-413d61352a2a", "name": "network-vif-plugged", "status": "completed", "tag": "f5e1c795-59b7-4e7d-bac2-6807d66e6576", "code": 200}]} {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:51:41.637555 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-95f99c0a-5758-45e9-a110-9ed4bebee62d {{(pid=104679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:51:41.637952 dv-cinder-843361-2-smb neutron-server[104679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95f99c0a-5758-45e9-a110-9ed4bebee62d'] response: {'server_uuid': '31394e8c-54d6-4b2d-99f1-413d61352a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e1c795-59b7-4e7d-bac2-6807d66e6576', 'code': 200} May 27 03:51:41.720695 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (f5e1c795-59b7-4e7d-bac2-6807d66e6576), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:41.769103 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=f5e1c795-59b7-4e7d-bac2-6807d66e6576,revision_number=5']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:42.076609 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512079f-2956-4b88-b6f5-3cf59eec31b6 req-abb91b0a-4146-4ad4-90b9-9c8da898484a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:42.078182 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-3512079f-2956-4b88-b6f5-3cf59eec31b6 req-abb91b0a-4146-4ad4-90b9-9c8da898484a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=31394e8c-54d6-4b2d-99f1-413d61352a2a HTTP/1.1" status: 200 len: 1129 time: 0.0435660 May 27 03:51:42.124498 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-3512079f-2956-4b88-b6f5-3cf59eec31b6 req-4729538e-a120-40c4-bde4-4e5f09c9340a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b577c773-f0f7-432f-85d7-adda39e51771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394726 May 27 03:51:42.195961 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637a6fc-4a17-40e8-b75b-fdc4bd2e6d6c req-e7359205-2c68-4b67-9aa7-f81710daa05a tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:42.197470 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-a637a6fc-4a17-40e8-b75b-fdc4bd2e6d6c req-e7359205-2c68-4b67-9aa7-f81710daa05a tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=31394e8c-54d6-4b2d-99f1-413d61352a2a HTTP/1.1" status: 200 len: 945 time: 0.0470591 May 27 03:51:42.245658 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-a637a6fc-4a17-40e8-b75b-fdc4bd2e6d6c req-6d822e76-0b6d-432b-be2e-2e1ef5b609ca tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups?id=b577c773-f0f7-432f-85d7-adda39e51771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428436 May 27 03:51:42.388314 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:43.366167 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe1c79-aa44-4143-bd83-4f5b900e2e79 req-b485d5ae-1a9a-4542-bc51-964bd925b127 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:43.367913 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-dafe1c79-aa44-4143-bd83-4f5b900e2e79 req-b485d5ae-1a9a-4542-bc51-964bd925b127 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=31394e8c-54d6-4b2d-99f1-413d61352a2a HTTP/1.1" status: 200 len: 945 time: 0.0513680 May 27 03:51:43.416557 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-dafe1c79-aa44-4143-bd83-4f5b900e2e79 req-7f741e3a-0dcf-48b6-b18b-1bc4d2f25a00 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups?id=b577c773-f0f7-432f-85d7-adda39e51771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428209 May 27 03:51:44.530995 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d5d76-662b-49e5-960c-3376c42956dd req-3c171717-ee25-4231-a872-d7e61fa261fb tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:44.532730 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c48d5d76-662b-49e5-960c-3376c42956dd req-3c171717-ee25-4231-a872-d7e61fa261fb tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=31394e8c-54d6-4b2d-99f1-413d61352a2a HTTP/1.1" status: 200 len: 945 time: 0.0481603 May 27 03:51:44.581079 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c48d5d76-662b-49e5-960c-3376c42956dd req-61a0caa2-63d7-4051-b9b8-aa605c0ab7d6 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups?id=b577c773-f0f7-432f-85d7-adda39e51771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427802 May 27 03:51:44.687467 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a1bbe-7708-42b1-b860-72dac9a37774 req-6e2eb36d-6bee-4654-b79a-9495a0cf5784 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:44.688823 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-4d5a1bbe-7708-42b1-b860-72dac9a37774 req-6e2eb36d-6bee-4654-b79a-9495a0cf5784 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=31394e8c-54d6-4b2d-99f1-413d61352a2a HTTP/1.1" status: 200 len: 945 time: 0.0453861 May 27 03:51:44.697411 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 59886) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:51:44.701562 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-d87de505-0040-4dbc-92a0-376873a15fb6 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Request body: {'floatingip': {'port_id': 'f5e1c795-59b7-4e7d-bac2-6807d66e6576'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:51:44.742019 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d87de505-0040-4dbc-92a0-376873a15fb6 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for floatingip (3d068ef7-5ebe-4068-86a6-2d34f001a065), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:44.792014 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:44.900787 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:45.158494 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d87de505-0040-4dbc-92a0-376873a15fb6 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:45.222504 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d87de505-0040-4dbc-92a0-376873a15fb6 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665637'] for floatingip (3d068ef7-5ebe-4068-86a6-2d34f001a065), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:45.318693 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.db.l3_db [None req-d87de505-0040-4dbc-92a0-376873a15fb6 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Floating IP 3d068ef7-5ebe-4068-86a6-2d34f001a065 associated. External IP: 172.28.2.214, port: f5e1c795-59b7-4e7d-bac2-6807d66e6576. May 27 03:51:45.518004 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87de505-0040-4dbc-92a0-376873a15fb6 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Router b9f12b94-dac5-4009-be75-479064a0e07e has already been hosted by L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 {{(pid=104677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:51:45.620618 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87de505-0040-4dbc-92a0-376873a15fb6 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:51:45.625499 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d87de505-0040-4dbc-92a0-376873a15fb6 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for floatingip (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:45.630425 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976c972f-d313-49bf-8ea1-b5beff0e898e None None] Sync routers for ids ['b9f12b94-dac5-4009-be75-479064a0e07e'] in dv-cinder-843361-2-smb {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:51:45.639757 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976c972f-d313-49bf-8ea1-b5beff0e898e None None] Routers {'b9f12b94-dac5-4009-be75-479064a0e07e'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:51:45.640442 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-976c972f-d313-49bf-8ea1-b5beff0e898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:51:38Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['b9f12b94-dac5-4009-be75-479064a0e07e'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:45.654296 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-d87de505-0040-4dbc-92a0-376873a15fb6 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "PUT /v2.0/floatingips/3d068ef7-5ebe-4068-86a6-2d34f001a065 HTTP/1.1" status: 200 len: 991 time: 0.9558730 May 27 03:51:45.654981 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31394e8c-54d6-4b2d-99f1-413d61352a2a', 'tag': 'f5e1c795-59b7-4e7d-bac2-6807d66e6576'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:51:45.658153 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5933d85cf17399e2dc167eca01249890e1c66fccb09b4015a1c2ab305ead4f14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37761af5-35cb-436e-ad18-9f90fea7e10f" -d '{"events": [{"name": "network-changed", "server_uuid": "31394e8c-54d6-4b2d-99f1-413d61352a2a", "tag": "f5e1c795-59b7-4e7d-bac2-6807d66e6576"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:51:45.694024 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0991774c-f6df-49b8-95d4-e79c52655174 x-openstack-request-id: req-0991774c-f6df-49b8-95d4-e79c52655174 {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:51:45.694321 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31394e8c-54d6-4b2d-99f1-413d61352a2a", "tag": "f5e1c795-59b7-4e7d-bac2-6807d66e6576", "status": "completed", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:51:45.694576 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0991774c-f6df-49b8-95d4-e79c52655174 {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:51:45.694979 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0991774c-f6df-49b8-95d4-e79c52655174'] response: {'name': 'network-changed', 'server_uuid': '31394e8c-54d6-4b2d-99f1-413d61352a2a', 'tag': 'f5e1c795-59b7-4e7d-bac2-6807d66e6576', 'status': 'completed', 'code': 200} May 27 03:51:45.753331 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37761af5-35cb-436e-ad18-9f90fea7e10f req-5cdae2f3-b22b-401c-a763-808654ff181c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:45.753902 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-976c972f-d313-49bf-8ea1-b5beff0e898e None None] Set router b9f12b94-dac5-4009-be75-479064a0e07e gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:51:45.755590 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-37761af5-35cb-436e-ad18-9f90fea7e10f req-5cdae2f3-b22b-401c-a763-808654ff181c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a194a9d6aa0242ddb7d74e6738f9cdda&device_id=31394e8c-54d6-4b2d-99f1-413d61352a2a HTTP/1.1" status: 200 len: 1129 time: 0.0399780 May 27 03:51:45.850886 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37761af5-35cb-436e-ad18-9f90fea7e10f req-e6f7f50e-7a85-429e-a75a-6ef55e2ce568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:45.852317 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-37761af5-35cb-436e-ad18-9f90fea7e10f req-e6f7f50e-7a85-429e-a75a-6ef55e2ce568 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f129e03b-298e-4668-9d33-9fcd7785dce3 HTTP/1.1" status: 200 len: 916 time: 0.0910258 May 27 03:51:45.864386 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:45.915776 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-37761af5-35cb-436e-ad18-9f90fea7e10f req-47b14de4-0126-41b1-bdc7-6a0979fe1e80 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5e1c795-59b7-4e7d-bac2-6807d66e6576 HTTP/1.1" status: 200 len: 999 time: 0.0577664 May 27 03:51:45.964534 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37761af5-35cb-436e-ad18-9f90fea7e10f req-8a60b1e9-aa58-4b07-8cee-77fc292f2822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:45.966002 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-37761af5-35cb-436e-ad18-9f90fea7e10f req-8a60b1e9-aa58-4b07-8cee-77fc292f2822 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=19dda8db-4611-478b-a963-80c8130bed0e HTTP/1.1" status: 200 len: 854 time: 0.0441513 May 27 03:51:45.969705 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-976c972f-d313-49bf-8ea1-b5beff0e898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'name': 'tempest-AttachVolumeNegativeTest-2077978660-router', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:21Z', 'updated_at': '2022-05-27T03:48:24Z', 'revision_number': 4, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'gw_port': {'id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:60:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:22Z', 'updated_at': '2022-05-27T03:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_floatingips': [{'id': '3d068ef7-5ebe-4068-86a6-2d34f001a065', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'floating_ip_address': '172.28.2.214', 'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'router_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'port_id': 'f5e1c795-59b7-4e7d-bac2-6807d66e6576', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'mac_address': 'fa:16:3e:1b:4d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31394e8c-54d6-4b2d-99f1-413d61352a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:51:30Z', 'updated_at': '2022-05-27T03:51:45Z', 'revision_number': 1, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55d2f92-294c-4b28-b58d-096e93e3bfbe', 'name': '', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'mac_address': 'fa:16:3e:17:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '19dda8db-4611-478b-a963-80c8130bed0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:24Z', 'updated_at': '2022-05-27T03:48:28Z', 'revision_number': 5, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'subnets': [{'id': '19dda8db-4611-478b-a963-80c8130bed0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:45.980776 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=100 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:45.995213 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976c972f-d313-49bf-8ea1-b5beff0e898e None None] Checking router: b9f12b94-dac5-4009-be75-479064a0e07e for host: dv-cinder-843361-2-smb {{(pid=104680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:51:46.003884 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976c972f-d313-49bf-8ea1-b5beff0e898e None None] Routers {'b9f12b94-dac5-4009-be75-479064a0e07e'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:51:46.004497 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-976c972f-d313-49bf-8ea1-b5beff0e898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:51:38Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['b9f12b94-dac5-4009-be75-479064a0e07e'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:46.011950 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37761af5-35cb-436e-ad18-9f90fea7e10f req-b0a61e94-e4a6-44f8-aa69-a290cf254c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:46.013454 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-37761af5-35cb-436e-ad18-9f90fea7e10f req-b0a61e94-e4a6-44f8-aa69-a290cf254c2f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f129e03b-298e-4668-9d33-9fcd7785dce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0410850 May 27 03:51:46.102902 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-37761af5-35cb-436e-ad18-9f90fea7e10f req-dca772db-0431-4ab9-a9ac-283ce415ff62 service neutron] 10.222.0.72 "GET /v2.0/networks/f129e03b-298e-4668-9d33-9fcd7785dce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830984 May 27 03:51:46.106009 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-976c972f-d313-49bf-8ea1-b5beff0e898e None None] Set router b9f12b94-dac5-4009-be75-479064a0e07e gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:51:46.197758 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-37761af5-35cb-436e-ad18-9f90fea7e10f req-03b7409d-614f-477e-ae05-ebfda80a953f service neutron] 10.222.0.72 "GET /v2.0/networks/f129e03b-298e-4668-9d33-9fcd7785dce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892749 May 27 03:51:46.314808 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-976c972f-d313-49bf-8ea1-b5beff0e898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'name': 'tempest-AttachVolumeNegativeTest-2077978660-router', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:21Z', 'updated_at': '2022-05-27T03:48:24Z', 'revision_number': 4, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'gw_port': {'id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:60:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:22Z', 'updated_at': '2022-05-27T03:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_floatingips': [{'id': '3d068ef7-5ebe-4068-86a6-2d34f001a065', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'floating_ip_address': '172.28.2.214', 'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'router_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'port_id': 'f5e1c795-59b7-4e7d-bac2-6807d66e6576', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'mac_address': 'fa:16:3e:1b:4d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31394e8c-54d6-4b2d-99f1-413d61352a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:51:30Z', 'updated_at': '2022-05-27T03:51:45Z', 'revision_number': 1, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55d2f92-294c-4b28-b58d-096e93e3bfbe', 'name': '', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'mac_address': 'fa:16:3e:17:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '19dda8db-4611-478b-a963-80c8130bed0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:24Z', 'updated_at': '2022-05-27T03:48:28Z', 'revision_number': 5, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'subnets': [{'id': '19dda8db-4611-478b-a963-80c8130bed0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:46.419289 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976c972f-d313-49bf-8ea1-b5beff0e898e None None] The sync data for ids ['b9f12b94-dac5-4009-be75-479064a0e07e'] in dv-cinder-843361-2-smb is: [{'id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'name': 'tempest-AttachVolumeNegativeTest-2077978660-router', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:21Z', 'updated_at': '2022-05-27T03:48:24Z', 'revision_number': 4, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'gw_port': {'id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:60:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:22Z', 'updated_at': '2022-05-27T03:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_floatingips': [{'id': '3d068ef7-5ebe-4068-86a6-2d34f001a065', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'floating_ip_address': '172.28.2.214', 'floating_network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'router_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'port_id': 'f5e1c795-59b7-4e7d-bac2-6807d66e6576', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'mac_address': 'fa:16:3e:1b:4d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31394e8c-54d6-4b2d-99f1-413d61352a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:51:30Z', 'updated_at': '2022-05-27T03:51:45Z', 'revision_number': 1, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55d2f92-294c-4b28-b58d-096e93e3bfbe', 'name': '', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'mac_address': 'fa:16:3e:17:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '19dda8db-4611-478b-a963-80c8130bed0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:24Z', 'updated_at': '2022-05-27T03:48:28Z', 'revision_number': 5, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'subnets': [{'id': '19dda8db-4611-478b-a963-80c8130bed0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:51:46.612796 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6961d7ec-b5da-41cb-9bdb-d1e78e775515 None None] New status for floating IP 3d068ef7-5ebe-4068-86a6-2d34f001a065: ACTIVE {{(pid=104679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:51:55.645940 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=62,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:55.651071 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:56.192986 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=19 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:56.194917 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=26 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:56.711956 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=33,neutron:UPDATE=4 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:56.714268 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:57.340028 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 6 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:52:06.134381 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b7b2b677-2481-4877-963c-67ed49da56f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:07.335459 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=85 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:07.336313 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=97 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:08.318983 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-a8a847a5-b551-40d8-971f-367fb82e93ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:08.791171 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:09.422318 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:11.124570 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:12.365926 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:21.266012 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-3044429d-9f9a-4f9d-9fc5-c95f071c3520 req-c7b06d62-4778-44d1-980a-35b8d2ba0f7f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=31394e8c-54d6-4b2d-99f1-413d61352a2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387285 May 27 03:52:21.343649 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044429d-9f9a-4f9d-9fc5-c95f071c3520 req-ede1581a-3cf2-4dd5-970f-7c8768f134bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:21.345408 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-3044429d-9f9a-4f9d-9fc5-c95f071c3520 req-ede1581a-3cf2-4dd5-970f-7c8768f134bd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a194a9d6aa0242ddb7d74e6738f9cdda&device_id=31394e8c-54d6-4b2d-99f1-413d61352a2a HTTP/1.1" status: 200 len: 1129 time: 0.0379550 May 27 03:52:21.451514 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044429d-9f9a-4f9d-9fc5-c95f071c3520 req-c6398563-eb4d-4477-a3c6-f80c9a72fde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:21.452977 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-3044429d-9f9a-4f9d-9fc5-c95f071c3520 req-c6398563-eb4d-4477-a3c6-f80c9a72fde9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f129e03b-298e-4668-9d33-9fcd7785dce3 HTTP/1.1" status: 200 len: 916 time: 0.0893538 May 27 03:52:21.515449 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-3044429d-9f9a-4f9d-9fc5-c95f071c3520 req-445a38af-c76b-462b-8524-f642c25e30bb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5e1c795-59b7-4e7d-bac2-6807d66e6576 HTTP/1.1" status: 200 len: 1001 time: 0.0555964 May 27 03:52:21.563533 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044429d-9f9a-4f9d-9fc5-c95f071c3520 req-e9887d8f-aafd-40f3-824d-d91ff6c36827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:21.564957 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-3044429d-9f9a-4f9d-9fc5-c95f071c3520 req-e9887d8f-aafd-40f3-824d-d91ff6c36827 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=19dda8db-4611-478b-a963-80c8130bed0e HTTP/1.1" status: 200 len: 854 time: 0.0438242 May 27 03:52:21.610800 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044429d-9f9a-4f9d-9fc5-c95f071c3520 req-6d0a36e9-845c-4990-a7f8-4de2d2bfd310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:21.612235 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-3044429d-9f9a-4f9d-9fc5-c95f071c3520 req-6d0a36e9-845c-4990-a7f8-4de2d2bfd310 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f129e03b-298e-4668-9d33-9fcd7785dce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0400767 May 27 03:52:21.701885 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-3044429d-9f9a-4f9d-9fc5-c95f071c3520 req-1ac55c26-a827-47c3-8e06-1652995af3bf service neutron] 10.222.0.72 "GET /v2.0/networks/f129e03b-298e-4668-9d33-9fcd7785dce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823140 May 27 03:52:22.053732 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-3044429d-9f9a-4f9d-9fc5-c95f071c3520 req-aa9e2a3b-dfdf-403c-a7a4-39298f17365c service neutron] 10.222.0.72 "GET /v2.0/networks/f129e03b-298e-4668-9d33-9fcd7785dce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453488 May 27 03:52:22.305146 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:22.308068 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:28.518566 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc36a75-f61a-41b1-91a5-599b700e2d6b req-2bd36d23-20bb-45e0-9736-651f8eaef37f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:28.520050 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9dc36a75-f61a-41b1-91a5-599b700e2d6b req-2bd36d23-20bb-45e0-9736-651f8eaef37f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=31394e8c-54d6-4b2d-99f1-413d61352a2a HTTP/1.1" status: 200 len: 945 time: 0.0461879 May 27 03:52:28.570388 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-9dc36a75-f61a-41b1-91a5-599b700e2d6b req-966b1cc5-4f10-4029-a689-5fa0c0df9e72 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups?id=b577c773-f0f7-432f-85d7-adda39e51771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446157 May 27 03:52:29.686844 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e16b6c-bd1c-44a6-937d-6fc5ed407c73 req-51d38b0a-ccf2-47e0-84b6-d2c9b0f89588 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:29.688326 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-39e16b6c-bd1c-44a6-937d-6fc5ed407c73 req-51d38b0a-ccf2-47e0-84b6-d2c9b0f89588 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=31394e8c-54d6-4b2d-99f1-413d61352a2a HTTP/1.1" status: 200 len: 945 time: 0.0468531 May 27 03:52:29.737986 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-39e16b6c-bd1c-44a6-937d-6fc5ed407c73 req-f4ba6063-ad3e-436d-be3c-aea5317583ec tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups?id=b577c773-f0f7-432f-85d7-adda39e51771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423510 May 27 03:52:29.992497 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0439fb-7bda-4da9-8e2d-83e786265045 req-be5fa133-dfea-4b5e-aaf5-0c97620d974e tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:29.993949 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-6c0439fb-7bda-4da9-8e2d-83e786265045 req-be5fa133-dfea-4b5e-aaf5-0c97620d974e tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.72 "GET /v2.0/ports?device_id=31394e8c-54d6-4b2d-99f1-413d61352a2a HTTP/1.1" status: 200 len: 945 time: 0.0467656 May 27 03:52:30.074345 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [req-6c0439fb-7bda-4da9-8e2d-83e786265045 req-f0d765e5-ee63-42ee-bc73-b882c2a70d7f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Deleting port f5e1c795-59b7-4e7d-bac2-6807d66e6576 {{(pid=104678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:52:30.074681 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-6c0439fb-7bda-4da9-8e2d-83e786265045 req-f0d765e5-ee63-42ee-bc73-b882c2a70d7f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (f5e1c795-59b7-4e7d-bac2-6807d66e6576), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:30.169897 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-6c0439fb-7bda-4da9-8e2d-83e786265045 req-f0d765e5-ee63-42ee-bc73-b882c2a70d7f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] For port f5e1c795-59b7-4e7d-bac2-6807d66e6576, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=f5e1c795-59b7-4e7d-bac2-6807d66e6576,segment=NetworkSegment(c5abf49d-858b-4e95-8cd1-99c207dfa536),segment_id=c5abf49d-858b-4e95-8cd1-99c207dfa536)] {{(pid=104678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:30.170260 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-6c0439fb-7bda-4da9-8e2d-83e786265045 req-f0d765e5-ee63-42ee-bc73-b882c2a70d7f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (f5e1c795-59b7-4e7d-bac2-6807d66e6576), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:30.335034 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-6c0439fb-7bda-4da9-8e2d-83e786265045 req-f0d765e5-ee63-42ee-bc73-b882c2a70d7f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:30.335315 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-6c0439fb-7bda-4da9-8e2d-83e786265045 req-f0d765e5-ee63-42ee-bc73-b882c2a70d7f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665637'] for floatingip (3d068ef7-5ebe-4068-86a6-2d34f001a065), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:30.335628 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.db.l3_db [req-6c0439fb-7bda-4da9-8e2d-83e786265045 req-f0d765e5-ee63-42ee-bc73-b882c2a70d7f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Floating IP 3d068ef7-5ebe-4068-86a6-2d34f001a065 disassociated. External IP: 172.28.2.214, port: f5e1c795-59b7-4e7d-bac2-6807d66e6576. May 27 03:52:30.335965 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [req-6c0439fb-7bda-4da9-8e2d-83e786265045 req-f0d765e5-ee63-42ee-bc73-b882c2a70d7f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Calling delete_port for f5e1c795-59b7-4e7d-bac2-6807d66e6576 owned by compute:nova {{(pid=104678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:52:30.399101 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:30.409212 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:30.518514 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-6c0439fb-7bda-4da9-8e2d-83e786265045 req-f0d765e5-ee63-42ee-bc73-b882c2a70d7f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (f5e1c795-59b7-4e7d-bac2-6807d66e6576), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:30.548111 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d765e5-ee63-42ee-bc73-b882c2a70d7f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Pushing event deleted for resources: {'Port': ['ID=f5e1c795-59b7-4e7d-bac2-6807d66e6576,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:30.561943 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d765e5-ee63-42ee-bc73-b882c2a70d7f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:30.562297 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d765e5-ee63-42ee-bc73-b882c2a70d7f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:30.562644 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d765e5-ee63-42ee-bc73-b882c2a70d7f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:30.562987 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d765e5-ee63-42ee-bc73-b882c2a70d7f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:30.563326 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d765e5-ee63-42ee-bc73-b882c2a70d7f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:30.563659 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d765e5-ee63-42ee-bc73-b882c2a70d7f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:30.563991 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d765e5-ee63-42ee-bc73-b882c2a70d7f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:30.564326 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d765e5-ee63-42ee-bc73-b882c2a70d7f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:30.564656 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d765e5-ee63-42ee-bc73-b882c2a70d7f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:30.564986 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d765e5-ee63-42ee-bc73-b882c2a70d7f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:30.565336 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d765e5-ee63-42ee-bc73-b882c2a70d7f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:30.565663 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d765e5-ee63-42ee-bc73-b882c2a70d7f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:30.565989 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d765e5-ee63-42ee-bc73-b882c2a70d7f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:30.566316 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d765e5-ee63-42ee-bc73-b882c2a70d7f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:30.566639 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d765e5-ee63-42ee-bc73-b882c2a70d7f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:30.671157 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c0439fb-7bda-4da9-8e2d-83e786265045 req-f0d765e5-ee63-42ee-bc73-b882c2a70d7f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Router b9f12b94-dac5-4009-be75-479064a0e07e has already been hosted by L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 {{(pid=104678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:52:30.772580 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c0439fb-7bda-4da9-8e2d-83e786265045 req-f0d765e5-ee63-42ee-bc73-b882c2a70d7f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:52:30.782784 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a673a11-3be0-484a-aace-ae4ab8df367b None None] Sync routers for ids ['b9f12b94-dac5-4009-be75-479064a0e07e'] in dv-cinder-843361-2-smb {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:52:30.794469 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a673a11-3be0-484a-aace-ae4ab8df367b None None] Routers {'b9f12b94-dac5-4009-be75-479064a0e07e'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:52:30.795353 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-3a673a11-3be0-484a-aace-ae4ab8df367b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:52:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['b9f12b94-dac5-4009-be75-479064a0e07e'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:30.815522 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0439fb-7bda-4da9-8e2d-83e786265045 req-f0d765e5-ee63-42ee-bc73-b882c2a70d7f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] No DVR routers for this DVR port f5e1c795-59b7-4e7d-bac2-6807d66e6576 on host hv-cinder-84336 {{(pid=104678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:52:30.818113 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-6c0439fb-7bda-4da9-8e2d-83e786265045 req-f0d765e5-ee63-42ee-bc73-b882c2a70d7f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:30.821495 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-6c0439fb-7bda-4da9-8e2d-83e786265045 req-f0d765e5-ee63-42ee-bc73-b882c2a70d7f tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.72 "DELETE /v2.0/ports/f5e1c795-59b7-4e7d-bac2-6807d66e6576 HTTP/1.1" status: 204 len: 173 time: 0.8226433 May 27 03:52:30.821876 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31394e8c-54d6-4b2d-99f1-413d61352a2a', 'name': 'network-vif-deleted', 'tag': 'f5e1c795-59b7-4e7d-bac2-6807d66e6576'}] {{(pid=104678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:52:30.824183 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e1ed873ee784d85eb1b1d61ec54b86d2255e46a50b7e273563a24fff47d01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac251fb7-53bc-462d-a842-36dc9435c12e" -d '{"events": [{"server_uuid": "31394e8c-54d6-4b2d-99f1-413d61352a2a", "name": "network-vif-deleted", "tag": "f5e1c795-59b7-4e7d-bac2-6807d66e6576"}]}' {{(pid=104678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:52:30.855318 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-3996a844-f774-4c09-966a-a1f971fa2364 req-9681dff5-7201-44e8-8a22-8864bf68985d tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/ports?device_id=31394e8c-54d6-4b2d-99f1-413d61352a2a HTTP/1.1" status: 200 len: 210 time: 0.0407400 May 27 03:52:30.878645 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3f51f4-d0dc-49ca-bb63-7d00c3d61307 x-openstack-request-id: req-3e3f51f4-d0dc-49ca-bb63-7d00c3d61307 {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:52:30.878937 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31394e8c-54d6-4b2d-99f1-413d61352a2a", "name": "network-vif-deleted", "tag": "f5e1c795-59b7-4e7d-bac2-6807d66e6576", "status": "completed", "code": 200}]} {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:52:30.879189 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3e3f51f4-d0dc-49ca-bb63-7d00c3d61307 {{(pid=104678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:52:30.879592 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e3f51f4-d0dc-49ca-bb63-7d00c3d61307'] response: {'server_uuid': '31394e8c-54d6-4b2d-99f1-413d61352a2a', 'name': 'network-vif-deleted', 'tag': 'f5e1c795-59b7-4e7d-bac2-6807d66e6576', 'status': 'completed', 'code': 200} May 27 03:52:30.902851 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-3a673a11-3be0-484a-aace-ae4ab8df367b None None] Set router b9f12b94-dac5-4009-be75-479064a0e07e gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:52:31.096668 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-3a673a11-3be0-484a-aace-ae4ab8df367b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'name': 'tempest-AttachVolumeNegativeTest-2077978660-router', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:21Z', 'updated_at': '2022-05-27T03:48:24Z', 'revision_number': 4, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'gw_port': {'id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:60:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:22Z', 'updated_at': '2022-05-27T03:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': 'e55d2f92-294c-4b28-b58d-096e93e3bfbe', 'name': '', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'mac_address': 'fa:16:3e:17:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '19dda8db-4611-478b-a963-80c8130bed0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:24Z', 'updated_at': '2022-05-27T03:48:28Z', 'revision_number': 5, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'subnets': [{'id': '19dda8db-4611-478b-a963-80c8130bed0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:31.121324 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a673a11-3be0-484a-aace-ae4ab8df367b None None] Checking router: b9f12b94-dac5-4009-be75-479064a0e07e for host: dv-cinder-843361-2-smb {{(pid=104680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:52:31.129765 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a673a11-3be0-484a-aace-ae4ab8df367b None None] Routers {'b9f12b94-dac5-4009-be75-479064a0e07e'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:52:31.130367 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-3a673a11-3be0-484a-aace-ae4ab8df367b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:52:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['b9f12b94-dac5-4009-be75-479064a0e07e'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:31.232068 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-3a673a11-3be0-484a-aace-ae4ab8df367b None None] Set router b9f12b94-dac5-4009-be75-479064a0e07e gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:52:31.423649 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-3a673a11-3be0-484a-aace-ae4ab8df367b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'name': 'tempest-AttachVolumeNegativeTest-2077978660-router', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:21Z', 'updated_at': '2022-05-27T03:48:24Z', 'revision_number': 4, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'gw_port': {'id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:60:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:22Z', 'updated_at': '2022-05-27T03:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': 'e55d2f92-294c-4b28-b58d-096e93e3bfbe', 'name': '', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'mac_address': 'fa:16:3e:17:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '19dda8db-4611-478b-a963-80c8130bed0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:24Z', 'updated_at': '2022-05-27T03:48:28Z', 'revision_number': 5, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'subnets': [{'id': '19dda8db-4611-478b-a963-80c8130bed0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:31.447995 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a673a11-3be0-484a-aace-ae4ab8df367b None None] The sync data for ids ['b9f12b94-dac5-4009-be75-479064a0e07e'] in dv-cinder-843361-2-smb is: [{'id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'name': 'tempest-AttachVolumeNegativeTest-2077978660-router', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:21Z', 'updated_at': '2022-05-27T03:48:24Z', 'revision_number': 4, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'gw_port': {'id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:60:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:22Z', 'updated_at': '2022-05-27T03:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb', '_interfaces': [{'id': 'e55d2f92-294c-4b28-b58d-096e93e3bfbe', 'name': '', 'network_id': 'f129e03b-298e-4668-9d33-9fcd7785dce3', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'mac_address': 'fa:16:3e:17:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '19dda8db-4611-478b-a963-80c8130bed0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:24Z', 'updated_at': '2022-05-27T03:48:28Z', 'revision_number': 5, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'subnets': [{'id': '19dda8db-4611-478b-a963-80c8130bed0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:52:31.671713 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3679c5c0-fe48-487d-b701-313a91769aa2 None None] New status for floating IP 3d068ef7-5ebe-4068-86a6-2d34f001a065: DOWN {{(pid=104679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:52:32.017032 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 59958) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:52:32.073463 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-84c91fb5-47eb-4c84-9391-ffe197a3b5a7 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group (b577c773-f0f7-432f-85d7-adda39e51771), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:32.097867 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-84c91fb5-47eb-4c84-9391-ffe197a3b5a7 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group (b577c773-f0f7-432f-85d7-adda39e51771), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:32.248926 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-84c91fb5-47eb-4c84-9391-ffe197a3b5a7 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (b577c773-f0f7-432f-85d7-adda39e51771), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:32.251538 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-84c91fb5-47eb-4c84-9391-ffe197a3b5a7 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:32.252734 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-84c91fb5-47eb-4c84-9391-ffe197a3b5a7 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "DELETE /v2.0/security-groups/b577c773-f0f7-432f-85d7-adda39e51771 HTTP/1.1" status: 204 len: 168 time: 0.2346797 May 27 03:52:32.255573 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 59960) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:52:32.264548 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c91fb5-47eb-4c84-9391-ffe197a3b5a7 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b577c773-f0f7-432f-85d7-adda39e51771,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:32.270138 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c91fb5-47eb-4c84-9391-ffe197a3b5a7 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:32.270490 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c91fb5-47eb-4c84-9391-ffe197a3b5a7 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:32.270805 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.api.v2.resource [None req-301a48ee-cb84-4bcb-a884-8a61332d3d8e tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] show failed (client error): The resource could not be found. May 27 03:52:32.270921 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c91fb5-47eb-4c84-9391-ffe197a3b5a7 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:32.271163 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c91fb5-47eb-4c84-9391-ffe197a3b5a7 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:32.271822 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c91fb5-47eb-4c84-9391-ffe197a3b5a7 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:32.272018 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-301a48ee-cb84-4bcb-a884-8a61332d3d8e tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "GET /v2.0/security-groups/b577c773-f0f7-432f-85d7-adda39e51771 HTTP/1.1" status: 404 len: 347 time: 0.0152643 May 27 03:52:32.272170 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c91fb5-47eb-4c84-9391-ffe197a3b5a7 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:32.272504 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c91fb5-47eb-4c84-9391-ffe197a3b5a7 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:32.272832 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c91fb5-47eb-4c84-9391-ffe197a3b5a7 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:32.273160 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c91fb5-47eb-4c84-9391-ffe197a3b5a7 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:32.273514 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c91fb5-47eb-4c84-9391-ffe197a3b5a7 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:32.273843 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c91fb5-47eb-4c84-9391-ffe197a3b5a7 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:32.274170 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c91fb5-47eb-4c84-9391-ffe197a3b5a7 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:32.274502 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c91fb5-47eb-4c84-9391-ffe197a3b5a7 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:32.274635 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 59962) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:52:32.274823 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c91fb5-47eb-4c84-9391-ffe197a3b5a7 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:32.275148 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c91fb5-47eb-4c84-9391-ffe197a3b5a7 tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:32.390066 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [None req-7bc2c347-2248-4215-a68d-3384177e22ef tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Deleting port ee40f747-8f2a-46a8-8d13-f9e2581b7720 {{(pid=104678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:52:32.390420 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-7bc2c347-2248-4215-a68d-3384177e22ef tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (ee40f747-8f2a-46a8-8d13-f9e2581b7720), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:32.464743 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-7bc2c347-2248-4215-a68d-3384177e22ef tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (ee40f747-8f2a-46a8-8d13-f9e2581b7720), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:32.465073 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-7bc2c347-2248-4215-a68d-3384177e22ef tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for floatingip (ee40f747-8f2a-46a8-8d13-f9e2581b7720), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:32.478772 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [None req-7bc2c347-2248-4215-a68d-3384177e22ef tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Calling delete_port for ee40f747-8f2a-46a8-8d13-f9e2581b7720 owned by network:floatingip {{(pid=104678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:52:32.551586 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:32.667159 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-7bc2c347-2248-4215-a68d-3384177e22ef tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (ee40f747-8f2a-46a8-8d13-f9e2581b7720), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:32.691199 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc2c347-2248-4215-a68d-3384177e22ef tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Pushing event deleted for resources: {'Port': ['ID=ee40f747-8f2a-46a8-8d13-f9e2581b7720,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:32.753940 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-7bc2c347-2248-4215-a68d-3384177e22ef tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks [] for floatingip (3d068ef7-5ebe-4068-86a6-2d34f001a065), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:32.756448 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-7bc2c347-2248-4215-a68d-3384177e22ef tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for floatingip (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:32.757605 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-7bc2c347-2248-4215-a68d-3384177e22ef tempest-AttachVolumeNegativeTest-1694722252 tempest-AttachVolumeNegativeTest-1694722252-project] 10.222.0.71 "DELETE /v2.0/floatingips/3d068ef7-5ebe-4068-86a6-2d34f001a065 HTTP/1.1" status: 204 len: 168 time: 0.4819462 May 27 03:52:33.596592 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device f5e1c795-59b7-4e7d-bac2-6807d66e6576 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:52:33.615476 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] No Port match for: f5e1c795-59b7-4e7d-bac2-6807d66e6576 {{(pid=104679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:52:33.615797 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device f5e1c795-59b7-4e7d-bac2-6807d66e6576 not bound to the agent host hv-cinder-84336 {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:52:34.339032 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 6 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:52:36.100072 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-22127c9a-6818-4d79-a309-27698d990d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:36.852901 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 59998) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:52:37.095592 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:37.174343 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3ecf1419-16e2-4a9d-91ba-c54c80fdfbbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3664613'] for router_interface (b9f12b94-dac5-4009-be75-479064a0e07e), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:37.392633 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [None req-3ecf1419-16e2-4a9d-91ba-c54c80fdfbbe admin admin] Deleting port e55d2f92-294c-4b28-b58d-096e93e3bfbe {{(pid=104678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:52:37.392971 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3ecf1419-16e2-4a9d-91ba-c54c80fdfbbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (e55d2f92-294c-4b28-b58d-096e93e3bfbe), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:37.470415 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [None req-3ecf1419-16e2-4a9d-91ba-c54c80fdfbbe admin admin] For port e55d2f92-294c-4b28-b58d-096e93e3bfbe, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=e55d2f92-294c-4b28-b58d-096e93e3bfbe,segment=NetworkSegment(c5abf49d-858b-4e95-8cd1-99c207dfa536),segment_id=c5abf49d-858b-4e95-8cd1-99c207dfa536)] {{(pid=104678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:37.470771 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3ecf1419-16e2-4a9d-91ba-c54c80fdfbbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (e55d2f92-294c-4b28-b58d-096e93e3bfbe), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:37.484216 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [None req-3ecf1419-16e2-4a9d-91ba-c54c80fdfbbe admin admin] Calling delete_port for e55d2f92-294c-4b28-b58d-096e93e3bfbe owned by network:router_interface {{(pid=104678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:52:37.598128 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=100 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:37.751002 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3ecf1419-16e2-4a9d-91ba-c54c80fdfbbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (e55d2f92-294c-4b28-b58d-096e93e3bfbe), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:37.778132 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf1419-16e2-4a9d-91ba-c54c80fdfbbe admin admin] Pushing event deleted for resources: {'Port': ['ID=e55d2f92-294c-4b28-b58d-096e93e3bfbe,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:37.942646 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3ecf1419-16e2-4a9d-91ba-c54c80fdfbbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-827016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3664505'] for router_interface (b9f12b94-dac5-4009-be75-479064a0e07e), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:38.029037 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:38.148293 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ecf1419-16e2-4a9d-91ba-c54c80fdfbbe admin admin] Router b9f12b94-dac5-4009-be75-479064a0e07e has already been hosted by L3 agent 7d9a9e7f-db9c-4b04-968c-96f2604be719 {{(pid=104678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:52:38.247977 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ecf1419-16e2-4a9d-91ba-c54c80fdfbbe admin admin] Notify agent at l3_agent.dv-cinder-843361-2-smb the message routers_updated {{(pid=104678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:52:38.254182 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-3ecf1419-16e2-4a9d-91ba-c54c80fdfbbe admin admin] 10.222.0.71 "PUT /v2.0/routers/b9f12b94-dac5-4009-be75-479064a0e07e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4009871 May 27 03:52:38.256126 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 60000) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:52:38.257343 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eeb2e51-b629-44ab-8678-711851a171c6 None None] Sync routers for ids ['b9f12b94-dac5-4009-be75-479064a0e07e'] in dv-cinder-843361-2-smb {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:52:38.268371 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeb2e51-b629-44ab-8678-711851a171c6 None None] Routers {'b9f12b94-dac5-4009-be75-479064a0e07e'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:52:38.269425 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-6eeb2e51-b629-44ab-8678-711851a171c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:52:08Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['b9f12b94-dac5-4009-be75-479064a0e07e'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:38.334084 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d76d97fe-42b7-4d36-b6af-7fe947b5597f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:38.356200 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-2c60d4aa-b507-4992-95ed-3f1abbcc71ed admin admin] Publish callbacks [] for router (b9f12b94-dac5-4009-be75-479064a0e07e), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:38.375776 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-6eeb2e51-b629-44ab-8678-711851a171c6 None None] Set router b9f12b94-dac5-4009-be75-479064a0e07e gateway port host: dv-cinder-843361-2-smb {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:52:38.453965 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-2c60d4aa-b507-4992-95ed-3f1abbcc71ed admin admin] Publish callbacks [] for router_gateway (b9f12b94-dac5-4009-be75-479064a0e07e), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:38.512347 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=100 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:38.538567 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=100 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:38.540863 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=100 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:38.543531 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-6eeb2e51-b629-44ab-8678-711851a171c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'name': 'tempest-AttachVolumeNegativeTest-2077978660-router', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'external_fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:21Z', 'updated_at': '2022-05-27T03:52:37Z', 'revision_number': 5, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'gw_port': {'id': '90a3e523-0769-4563-b8dc-9b2b577e194b', 'name': '', 'network_id': '2c8f85dd-7a0e-40ae-be84-c061eec53ce1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:60:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:22Z', 'updated_at': '2022-05-27T03:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c8c69fb-faf1-4540-aaff-0eb5c2f1ec03', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-2-smb'}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:38.548375 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [None req-2c60d4aa-b507-4992-95ed-3f1abbcc71ed admin admin] Deleting port 90a3e523-0769-4563-b8dc-9b2b577e194b {{(pid=104678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:52:38.548716 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-2c60d4aa-b507-4992-95ed-3f1abbcc71ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (90a3e523-0769-4563-b8dc-9b2b577e194b), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:38.572622 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eeb2e51-b629-44ab-8678-711851a171c6 None None] Checking router: b9f12b94-dac5-4009-be75-479064a0e07e for host: dv-cinder-843361-2-smb {{(pid=104680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:52:38.581045 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeb2e51-b629-44ab-8678-711851a171c6 None None] Routers {'b9f12b94-dac5-4009-be75-479064a0e07e'} bound to L3 agent in host dv-cinder-843361-2-smb {{(pid=104680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:52:38.581698 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-6eeb2e51-b629-44ab-8678-711851a171c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:29:08Z,description=,heartbeat_timestamp=2022-05-27T03:52:38Z,host='dv-cinder-843361-2-smb',id=7d9a9e7f-db9c-4b04-968c-96f2604be719,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:29:09Z,topic='l3_agent')) {'router_ids': ['b9f12b94-dac5-4009-be75-479064a0e07e'], 'active': True} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:38.633807 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [None req-2c60d4aa-b507-4992-95ed-3f1abbcc71ed admin admin] For port 90a3e523-0769-4563-b8dc-9b2b577e194b, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=90a3e523-0769-4563-b8dc-9b2b577e194b,segment=NetworkSegment(bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5),segment_id=bb1c5c54-4a61-4fb4-a4ee-5b5def1e51b5)] {{(pid=104678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:38.634174 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-2c60d4aa-b507-4992-95ed-3f1abbcc71ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (90a3e523-0769-4563-b8dc-9b2b577e194b), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:38.647825 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [None req-2c60d4aa-b507-4992-95ed-3f1abbcc71ed admin admin] Calling delete_port for 90a3e523-0769-4563-b8dc-9b2b577e194b owned by network:router_gateway {{(pid=104678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:52:38.663192 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_dvr_db [None req-6eeb2e51-b629-44ab-8678-711851a171c6 None None] Set router b9f12b94-dac5-4009-be75-479064a0e07e gateway port host: None {{(pid=104680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:52:38.800491 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.l3_hamode_db [None req-6eeb2e51-b629-44ab-8678-711851a171c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'name': 'tempest-AttachVolumeNegativeTest-2077978660-router', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:21Z', 'updated_at': '2022-05-27T03:52:38Z', 'revision_number': 6, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'gw_port_host': None}], 'dv-cinder-843361-2-smb', False) {} {{(pid=104680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:38.825088 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eeb2e51-b629-44ab-8678-711851a171c6 None None] The sync data for ids ['b9f12b94-dac5-4009-be75-479064a0e07e'] in dv-cinder-843361-2-smb is: [{'id': 'b9f12b94-dac5-4009-be75-479064a0e07e', 'name': 'tempest-AttachVolumeNegativeTest-2077978660-router', 'tenant_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:21Z', 'updated_at': '2022-05-27T03:52:38Z', 'revision_number': 6, 'project_id': 'a194a9d6aa0242ddb7d74e6738f9cdda', 'gw_port_host': None}] {{(pid=104680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:52:38.850137 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:38.878520 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-2c60d4aa-b507-4992-95ed-3f1abbcc71ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (90a3e523-0769-4563-b8dc-9b2b577e194b), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:38.904045 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c60d4aa-b507-4992-95ed-3f1abbcc71ed admin admin] Pushing event deleted for resources: {'Port': ['ID=90a3e523-0769-4563-b8dc-9b2b577e194b,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:38.965293 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-2c60d4aa-b507-4992-95ed-3f1abbcc71ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665627'] for router_gateway (b9f12b94-dac5-4009-be75-479064a0e07e), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:39.050752 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-2c60d4aa-b507-4992-95ed-3f1abbcc71ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router (b9f12b94-dac5-4009-be75-479064a0e07e), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:39.052887 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-2c60d4aa-b507-4992-95ed-3f1abbcc71ed admin admin] Publish callbacks [] for router_controller (b9f12b94-dac5-4009-be75-479064a0e07e), precommit_delete_associations {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:39.210203 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-2c60d4aa-b507-4992-95ed-3f1abbcc71ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3889025'] for router (b9f12b94-dac5-4009-be75-479064a0e07e), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:39.210806 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c60d4aa-b507-4992-95ed-3f1abbcc71ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9f12b94-dac5-4009-be75-479064a0e07e {{(pid=104678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:52:39.219527 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-2c60d4aa-b507-4992-95ed-3f1abbcc71ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:39.219527 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-2c60d4aa-b507-4992-95ed-3f1abbcc71ed admin admin] 10.222.0.71 "DELETE /v2.0/routers/b9f12b94-dac5-4009-be75-479064a0e07e HTTP/1.1" status: 204 len: 168 time: 0.9596896 May 27 03:52:39.220751 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 60002) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:52:39.270043 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.db_base_plugin_v2 [None req-4664d42b-5e13-4835-8a4e-6d50fcccd202 admin admin] Deleting subnet 19dda8db-4611-478b-a963-80c8130bed0e {{(pid=104678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:52:39.273244 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-4664d42b-5e13-4835-8a4e-6d50fcccd202 admin admin] Publish callbacks [] for subnet (19dda8db-4611-478b-a963-80c8130bed0e), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:39.303466 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:39.310725 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-4664d42b-5e13-4835-8a4e-6d50fcccd202 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62397896'] for subnet (19dda8db-4611-478b-a963-80c8130bed0e), precommit_delete_associations {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:39.384127 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-4664d42b-5e13-4835-8a4e-6d50fcccd202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380246'] for subnet (19dda8db-4611-478b-a963-80c8130bed0e), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:39.413576 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:39.423028 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:39.542652 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-4664d42b-5e13-4835-8a4e-6d50fcccd202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62478895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62435521'] for subnet (19dda8db-4611-478b-a963-80c8130bed0e), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:39.570700 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664d42b-5e13-4835-8a4e-6d50fcccd202 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19dda8db-4611-478b-a963-80c8130bed0e,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:39.578829 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-4664d42b-5e13-4835-8a4e-6d50fcccd202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for subnet (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:39.581982 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-4664d42b-5e13-4835-8a4e-6d50fcccd202 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/19dda8db-4611-478b-a963-80c8130bed0e HTTP/1.1" status: 204 len: 168 time: 0.3602524 May 27 03:52:39.584484 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 60004) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:52:39.584785 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b67018-0dc3-42c3-a1e9-893d7f4bee09 None None] Network f129e03b-298e-4668-9d33-9fcd7785dce3 requested from dv-cinder-843361-2-smb {{(pid=104679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:52:39.664808 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3397c3fe-5751-4248-bbc3-4e4c5f47dc44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370897'] for network (f129e03b-298e-4668-9d33-9fcd7785dce3), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:39.715072 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [None req-3397c3fe-5751-4248-bbc3-4e4c5f47dc44 admin admin] Deleting port c015744f-d79f-4210-93e6-82d2da064a75 {{(pid=104678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:52:39.715686 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3397c3fe-5751-4248-bbc3-4e4c5f47dc44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (c015744f-d79f-4210-93e6-82d2da064a75), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:39.743763 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890fd13d-8d52-4dd6-ac88-67a6c96d5f87 None None] DHCP port deletion for f129e03b-298e-4668-9d33-9fcd7785dce3 request from dv-cinder-843361-2-smb {{(pid=104679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 03:52:39.781620 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-890fd13d-8d52-4dd6-ac88-67a6c96d5f87 None None] Deleting port c015744f-d79f-4210-93e6-82d2da064a75 {{(pid=104679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:52:39.781986 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-890fd13d-8d52-4dd6-ac88-67a6c96d5f87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (c015744f-d79f-4210-93e6-82d2da064a75), before_delete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:39.849795 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-890fd13d-8d52-4dd6-ac88-67a6c96d5f87 None None] For port c015744f-d79f-4210-93e6-82d2da064a75, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=c015744f-d79f-4210-93e6-82d2da064a75,segment=NetworkSegment(c5abf49d-858b-4e95-8cd1-99c207dfa536),segment_id=c5abf49d-858b-4e95-8cd1-99c207dfa536)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:39.850204 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-890fd13d-8d52-4dd6-ac88-67a6c96d5f87 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (c015744f-d79f-4210-93e6-82d2da064a75), precommit_delete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:39.865236 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-890fd13d-8d52-4dd6-ac88-67a6c96d5f87 None None] Calling delete_port for c015744f-d79f-4210-93e6-82d2da064a75 owned by network:dhcp {{(pid=104679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:52:40.016264 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-890fd13d-8d52-4dd6-ac88-67a6c96d5f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930'] for port (c015744f-d79f-4210-93e6-82d2da064a75), after_delete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:40.041350 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890fd13d-8d52-4dd6-ac88-67a6c96d5f87 None None] Pushing event deleted for resources: {'Port': ['ID=c015744f-d79f-4210-93e6-82d2da064a75,revision_number=None']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:40.043802 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [None req-3397c3fe-5751-4248-bbc3-4e4c5f47dc44 admin admin] For port c015744f-d79f-4210-93e6-82d2da064a75, host dv-cinder-843361-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-2-smb',level=0,port_id=c015744f-d79f-4210-93e6-82d2da064a75,segment=NetworkSegment(c5abf49d-858b-4e95-8cd1-99c207dfa536),segment_id=c5abf49d-858b-4e95-8cd1-99c207dfa536)] {{(pid=104678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:40.044348 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3397c3fe-5751-4248-bbc3-4e4c5f47dc44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (c015744f-d79f-4210-93e6-82d2da064a75), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:40.048911 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890fd13d-8d52-4dd6-ac88-67a6c96d5f87 None None] No DVR routers for this DVR port c015744f-d79f-4210-93e6-82d2da064a75 on host dv-cinder-843361-2-smb {{(pid=104679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:52:40.055768 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890fd13d-8d52-4dd6-ac88-67a6c96d5f87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:40.056263 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890fd13d-8d52-4dd6-ac88-67a6c96d5f87 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:40.056613 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890fd13d-8d52-4dd6-ac88-67a6c96d5f87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:40.057585 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890fd13d-8d52-4dd6-ac88-67a6c96d5f87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:40.057956 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890fd13d-8d52-4dd6-ac88-67a6c96d5f87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:40.058300 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890fd13d-8d52-4dd6-ac88-67a6c96d5f87 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:40.058639 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890fd13d-8d52-4dd6-ac88-67a6c96d5f87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:40.059212 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890fd13d-8d52-4dd6-ac88-67a6c96d5f87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:40.059311 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890fd13d-8d52-4dd6-ac88-67a6c96d5f87 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:40.059620 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890fd13d-8d52-4dd6-ac88-67a6c96d5f87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:40.059950 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890fd13d-8d52-4dd6-ac88-67a6c96d5f87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:40.060275 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890fd13d-8d52-4dd6-ac88-67a6c96d5f87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:40.060600 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890fd13d-8d52-4dd6-ac88-67a6c96d5f87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:40.062227 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [None req-3397c3fe-5751-4248-bbc3-4e4c5f47dc44 admin admin] Calling delete_port for c015744f-d79f-4210-93e6-82d2da064a75 owned by network:dhcp {{(pid=104678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:52:40.063769 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890fd13d-8d52-4dd6-ac88-67a6c96d5f87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:40.064135 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890fd13d-8d52-4dd6-ac88-67a6c96d5f87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:40.140685 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3397c3fe-5751-4248-bbc3-4e4c5f47dc44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (c015744f-d79f-4210-93e6-82d2da064a75), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:40.164196 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3397c3fe-5751-4248-bbc3-4e4c5f47dc44 admin admin] Pushing event deleted for resources: {'Port': ['ID=c015744f-d79f-4210-93e6-82d2da064a75,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:40.170723 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3397c3fe-5751-4248-bbc3-4e4c5f47dc44 admin admin] No DVR routers for this DVR port c015744f-d79f-4210-93e6-82d2da064a75 on host dv-cinder-843361-2-smb {{(pid=104678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:52:40.243671 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3397c3fe-5751-4248-bbc3-4e4c5f47dc44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376291', 'neutron.services.segments.db._delete_segments_for_network-8755264080240'] for network (f129e03b-298e-4668-9d33-9fcd7785dce3), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:40.264454 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.services.segments.db [None req-3397c3fe-5751-4248-bbc3-4e4c5f47dc44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f129e03b-298e-4668-9d33-9fcd7785dce3']}} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:40.276721 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.services.segments.db [None req-3397c3fe-5751-4248-bbc3-4e4c5f47dc44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5abf49d-858b-4e95-8cd1-99c207dfa536') {'for_net_delete': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:40.276721 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.services.segments.db [None req-3397c3fe-5751-4248-bbc3-4e4c5f47dc44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5abf49d-858b-4e95-8cd1-99c207dfa536') {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:40.284416 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3397c3fe-5751-4248-bbc3-4e4c5f47dc44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755264080505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62397937'] for segment (c5abf49d-858b-4e95-8cd1-99c207dfa536), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:40.298416 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3397c3fe-5751-4248-bbc3-4e4c5f47dc44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105'] for segment (c5abf49d-858b-4e95-8cd1-99c207dfa536), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:40.304437 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3397c3fe-5751-4248-bbc3-4e4c5f47dc44 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=104678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:52:40.306940 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3397c3fe-5751-4248-bbc3-4e4c5f47dc44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62479245'] for segment (c5abf49d-858b-4e95-8cd1-99c207dfa536), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:40.386619 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.services.segments.plugin [-] Segment c5abf49d-858b-4e95-8cd1-99c207dfa536 resource provider aggregate not found May 27 03:52:40.401023 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.services.segments.plugin [-] Segment c5abf49d-858b-4e95-8cd1-99c207dfa536 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c5abf49d-858b-4e95-8cd1-99c207dfa536 found for delete ", "request_id": "req-73a00fcb-7745-4c41-99cd-23530cb41213"}]} May 27 03:52:40.449703 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3397c3fe-5751-4248-bbc3-4e4c5f47dc44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665655'] for network (f129e03b-298e-4668-9d33-9fcd7785dce3), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:40.455535 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3397c3fe-5751-4248-bbc3-4e4c5f47dc44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for network (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:40.458470 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-3397c3fe-5751-4248-bbc3-4e4c5f47dc44 admin admin] 10.222.0.71 "DELETE /v2.0/networks/f129e03b-298e-4668-9d33-9fcd7785dce3 HTTP/1.1" status: 204 len: 168 time: 0.8730474 May 27 03:52:40.471085 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3397c3fe-5751-4248-bbc3-4e4c5f47dc44 admin admin] Pushing event deleted for resources: {'Network': ['ID=f129e03b-298e-4668-9d33-9fcd7785dce3,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:40.792751 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 60014) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:52:40.832487 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-75b65b3f-5fa1-48c2-8c55-013468d8bc63 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a194a9d6aa0242ddb7d74e6738f9cdda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385532 May 27 03:52:40.835110 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 60016) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:52:40.884936 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-fd06d5e1-137f-4922-86cc-1b15a2912bff admin admin] Publish callbacks [] for security_group (0440813c-64a9-4304-ac1c-c55f9781ed33), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:40.892154 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device c015744f-d79f-4210-93e6-82d2da064a75 no longer exists at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:52:40.908115 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-fd06d5e1-137f-4922-86cc-1b15a2912bff admin admin] Publish callbacks [] for security_group (0440813c-64a9-4304-ac1c-c55f9781ed33), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:40.912605 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] No Port match for: c015744f-d79f-4210-93e6-82d2da064a75 {{(pid=104679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:52:40.913030 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device c015744f-d79f-4210-93e6-82d2da064a75 not bound to the agent host dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:52:40.913481 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device e55d2f92-294c-4b28-b58d-096e93e3bfbe no longer exists at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:52:40.931200 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] No Port match for: e55d2f92-294c-4b28-b58d-096e93e3bfbe {{(pid=104679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:52:40.931551 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device e55d2f92-294c-4b28-b58d-096e93e3bfbe not bound to the agent host dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:52:40.931959 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 90a3e523-0769-4563-b8dc-9b2b577e194b no longer exists at agent ovs-agent-dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:52:40.953919 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] No Port match for: 90a3e523-0769-4563-b8dc-9b2b577e194b {{(pid=104679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:52:40.955203 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Device 90a3e523-0769-4563-b8dc-9b2b577e194b not bound to the agent host dv-cinder-843361-2-smb {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:52:41.032624 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-fd06d5e1-137f-4922-86cc-1b15a2912bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (0440813c-64a9-4304-ac1c-c55f9781ed33), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:41.035279 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-fd06d5e1-137f-4922-86cc-1b15a2912bff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:41.036454 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-fd06d5e1-137f-4922-86cc-1b15a2912bff admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0440813c-64a9-4304-ac1c-c55f9781ed33 HTTP/1.1" status: 204 len: 168 time: 0.2004507 May 27 03:52:41.044376 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd06d5e1-137f-4922-86cc-1b15a2912bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0440813c-64a9-4304-ac1c-c55f9781ed33,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:41.087992 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:42.210816 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 60038) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:52:42.311942 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-ac05b7a4-43e2-44ba-ab14-c0494233a564 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-710913022-network', 'tenant_id': 'bd2996e17c38425096392a2caf4cec28'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:52:42.356585 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:42.404127 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac05b7a4-43e2-44ba-ab14-c0494233a564 admin admin] Made reservation on behalf of bd2996e17c38425096392a2caf4cec28 for: {'network': 1} {{(pid=104677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:52:42.407146 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-ac05b7a4-43e2-44ba-ab14-c0494233a564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for network (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:42.418267 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-ac05b7a4-43e2-44ba-ab14-c0494233a564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:42.492305 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-ac05b7a4-43e2-44ba-ab14-c0494233a564 admin admin] Publish callbacks [] for security_group (b3a99806-be52-41c8-a872-de784eec07eb), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:42.564261 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-ac05b7a4-43e2-44ba-ab14-c0494233a564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (b3a99806-be52-41c8-a872-de784eec07eb), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:42.593740 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac05b7a4-43e2-44ba-ab14-c0494233a564 admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=104677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:52:42.600535 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac05b7a4-43e2-44ba-ab14-c0494233a564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a99806-be52-41c8-a872-de784eec07eb,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:42.606797 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-ac05b7a4-43e2-44ba-ab14-c0494233a564 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755264080231', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105'] for segment (42265c8e-f914-4e6c-844a-b70da929ffa2), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:42.607207 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.db.segments_db [None req-ac05b7a4-43e2-44ba-ab14-c0494233a564 admin admin] Added segment 42265c8e-f914-4e6c-844a-b70da929ffa2 of type vlan for network 1a44fb18-9fd5-471e-bef1-c4d85731f7ba May 27 03:52:42.608219 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:42.648587 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-ac05b7a4-43e2-44ba-ab14-c0494233a564 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755263573863'] for network (1a44fb18-9fd5-471e-bef1-c4d85731f7ba), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:42.659304 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:42.712678 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-ac05b7a4-43e2-44ba-ab14-c0494233a564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027'] for network (1a44fb18-9fd5-471e-bef1-c4d85731f7ba), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:42.713721 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac05b7a4-43e2-44ba-ab14-c0494233a564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:42.714333 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-ac05b7a4-43e2-44ba-ab14-c0494233a564 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for network (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:42.777144 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac05b7a4-43e2-44ba-ab14-c0494233a564 admin admin] Pushing event updated for resources: {'Network': ['ID=1a44fb18-9fd5-471e-bef1-c4d85731f7ba,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:42.786969 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Network 1a44fb18-9fd5-471e-bef1-c4d85731f7ba details requested by agent ovs-agent-dv-cinder-843361-2-smb with host dv-cinder-843361-2-smb {{(pid=104679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:52:42.824198 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-ac05b7a4-43e2-44ba-ab14-c0494233a564 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6122744 May 27 03:52:42.827516 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 60042) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:52:42.837222 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [None req-7745c8a7-700f-4cfc-a7ef-26021b981f22 admin admin] Request body: {'subnet': {'network_id': '1a44fb18-9fd5-471e-bef1-c4d85731f7ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-710913022-subnet', 'tenant_id': 'bd2996e17c38425096392a2caf4cec28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:52:42.912836 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7745c8a7-700f-4cfc-a7ef-26021b981f22 admin admin] Made reservation on behalf of bd2996e17c38425096392a2caf4cec28 for: {'subnet': 1} {{(pid=104678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:52:42.915204 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-7745c8a7-700f-4cfc-a7ef-26021b981f22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62435564'] for subnet (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:43.021676 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:UPDATE=1,neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:43.145024 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-7745c8a7-700f-4cfc-a7ef-26021b981f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62478958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62435578'] for subnet (d8456155-3319-46bb-9f6b-f0a377d561c0), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:43.204963 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7745c8a7-700f-4cfc-a7ef-26021b981f22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8456155-3319-46bb-9f6b-f0a377d561c0,revision_number=0']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:43.209495 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:43.213555 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7745c8a7-700f-4cfc-a7ef-26021b981f22 admin admin] Checking segment: {'id': '42265c8e-f914-4e6c-844a-b70da929ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1a44fb18-9fd5-471e-bef1-c4d85731f7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:52:43.213913 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7745c8a7-700f-4cfc-a7ef-26021b981f22 admin admin] Network hostable DHCP agents. Network: 1a44fb18-9fd5-471e-bef1-c4d85731f7ba, hostable agents: ['51435755-087c-400e-9559-48781745a262'], hosted agents: [] {{(pid=104678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:52:43.299269 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7745c8a7-700f-4cfc-a7ef-26021b981f22 admin admin] Network 1a44fb18-9fd5-471e-bef1-c4d85731f7ba is scheduled to be hosted by DHCP agent 51435755-087c-400e-9559-48781745a262 with binding_index 1 {{(pid=104678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:52:43.384640 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.base_scheduler [None req-7745c8a7-700f-4cfc-a7ef-26021b981f22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-2-smb, 1a44fb18-9fd5-471e-bef1-c4d85731f7ba) {{(pid=104678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:52:43.388568 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7745c8a7-700f-4cfc-a7ef-26021b981f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:43.389168 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-7745c8a7-700f-4cfc-a7ef-26021b981f22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for subnet (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:43.394215 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49841c1c-66e5-4de1-b98f-a010247c9d31 None None] Network 1a44fb18-9fd5-471e-bef1-c4d85731f7ba requested from dv-cinder-843361-2-smb {{(pid=104679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:52:43.474290 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-7745c8a7-700f-4cfc-a7ef-26021b981f22 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6455674 May 27 03:52:43.492339 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40274838-1e24-4ae0-9661-148e3fdd83ca None None] Network 1a44fb18-9fd5-471e-bef1-c4d85731f7ba requested from dv-cinder-843361-2-smb {{(pid=104679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:52:44.181901 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 60058) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:52:44.187751 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-03870d98-a81c-4a26-a5e5-cc736d7906aa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-254410486-network', 'tenant_id': '80b9cdd611f347ef8b565dd6137136e2'}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:52:44.299220 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03870d98-a81c-4a26-a5e5-cc736d7906aa admin admin] Made reservation on behalf of 80b9cdd611f347ef8b565dd6137136e2 for: {'network': 1} {{(pid=104677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:52:44.301747 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-03870d98-a81c-4a26-a5e5-cc736d7906aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for network (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:44.310939 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-03870d98-a81c-4a26-a5e5-cc736d7906aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:44.386804 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-03870d98-a81c-4a26-a5e5-cc736d7906aa admin admin] Publish callbacks [] for security_group (aa04940c-83bc-4c30-867d-8fc961f75b4b), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:44.453204 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-03870d98-a81c-4a26-a5e5-cc736d7906aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (aa04940c-83bc-4c30-867d-8fc961f75b4b), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:44.478565 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03870d98-a81c-4a26-a5e5-cc736d7906aa admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=104677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:52:44.488220 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03870d98-a81c-4a26-a5e5-cc736d7906aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa04940c-83bc-4c30-867d-8fc961f75b4b,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:44.494371 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-03870d98-a81c-4a26-a5e5-cc736d7906aa admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755264080231', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105'] for segment (425e930c-6145-45e3-a03b-7be6d10f4678), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:44.494782 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.db.segments_db [None req-03870d98-a81c-4a26-a5e5-cc736d7906aa admin admin] Added segment 425e930c-6145-45e3-a03b-7be6d10f4678 of type vlan for network bf42c74c-9f05-464d-a7dc-265ad85254eb May 27 03:52:44.536293 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-03870d98-a81c-4a26-a5e5-cc736d7906aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755263573863'] for network (bf42c74c-9f05-464d-a7dc-265ad85254eb), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:44.618728 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-03870d98-a81c-4a26-a5e5-cc736d7906aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027'] for network (bf42c74c-9f05-464d-a7dc-265ad85254eb), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:44.619757 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03870d98-a81c-4a26-a5e5-cc736d7906aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:44.620367 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-03870d98-a81c-4a26-a5e5-cc736d7906aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for network (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:44.685050 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03870d98-a81c-4a26-a5e5-cc736d7906aa admin admin] Pushing event updated for resources: {'Network': ['ID=bf42c74c-9f05-464d-a7dc-265ad85254eb,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:44.695010 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Network bf42c74c-9f05-464d-a7dc-265ad85254eb details requested by agent ovs-agent-dv-cinder-843361-2-smb with host dv-cinder-843361-2-smb {{(pid=104679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:52:44.715235 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-03870d98-a81c-4a26-a5e5-cc736d7906aa admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5319629 May 27 03:52:44.718462 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 60060) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:52:44.723469 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.v2.base [None req-0fc69c05-1551-4337-88e9-59980a4ffbc9 admin admin] Request body: {'subnet': {'network_id': 'bf42c74c-9f05-464d-a7dc-265ad85254eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-254410486-subnet', 'tenant_id': '80b9cdd611f347ef8b565dd6137136e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:52:44.824637 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc69c05-1551-4337-88e9-59980a4ffbc9 admin admin] Made reservation on behalf of 80b9cdd611f347ef8b565dd6137136e2 for: {'subnet': 1} {{(pid=104677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:52:44.827129 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0fc69c05-1551-4337-88e9-59980a4ffbc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60058002'] for subnet (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:45.070855 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0fc69c05-1551-4337-88e9-59980a4ffbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59984080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60057988'] for subnet (38fd141e-4d6c-45f5-a79c-901b46ef31a6), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:45.109417 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:45.127664 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc69c05-1551-4337-88e9-59980a4ffbc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38fd141e-4d6c-45f5-a79c-901b46ef31a6,revision_number=0']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:45.138234 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc69c05-1551-4337-88e9-59980a4ffbc9 admin admin] Checking segment: {'id': '425e930c-6145-45e3-a03b-7be6d10f4678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'bf42c74c-9f05-464d-a7dc-265ad85254eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:52:45.138234 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc69c05-1551-4337-88e9-59980a4ffbc9 admin admin] Network hostable DHCP agents. Network: bf42c74c-9f05-464d-a7dc-265ad85254eb, hostable agents: ['51435755-087c-400e-9559-48781745a262'], hosted agents: [] {{(pid=104677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:52:45.210021 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc69c05-1551-4337-88e9-59980a4ffbc9 admin admin] Network bf42c74c-9f05-464d-a7dc-265ad85254eb is scheduled to be hosted by DHCP agent 51435755-087c-400e-9559-48781745a262 with binding_index 1 {{(pid=104677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:52:45.298902 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.scheduler.base_scheduler [None req-0fc69c05-1551-4337-88e9-59980a4ffbc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-2-smb, bf42c74c-9f05-464d-a7dc-265ad85254eb) {{(pid=104677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:52:45.302944 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc69c05-1551-4337-88e9-59980a4ffbc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:45.303540 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0fc69c05-1551-4337-88e9-59980a4ffbc9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:45.307996 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73246a27-3cee-4648-8347-f5d3521eeccd None None] Network bf42c74c-9f05-464d-a7dc-265ad85254eb requested from dv-cinder-843361-2-smb {{(pid=104679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:52:45.309681 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:45.325150 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:45.368727 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:45.387780 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-0fc69c05-1551-4337-88e9-59980a4ffbc9 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6682422 May 27 03:52:45.404402 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6f8f27-d314-46c1-a749-bb559cec4a81 None None] Network bf42c74c-9f05-464d-a7dc-265ad85254eb requested from dv-cinder-843361-2-smb {{(pid=104679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:52:45.899954 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35433676-fd39-40d0-9058-c70506920834 req-7ada46ed-f473-40f2-ab69-a3f1042bf4ec tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:45.901429 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-35433676-fd39-40d0-9058-c70506920834 req-7ada46ed-f473-40f2-ab69-a3f1042bf4ec tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] 10.222.0.71 "GET /v2.0/networks?id=1a44fb18-9fd5-471e-bef1-c4d85731f7ba HTTP/1.1" status: 200 len: 808 time: 0.1050730 May 27 03:52:45.916038 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-35433676-fd39-40d0-9058-c70506920834 req-2b923f4d-f58d-492c-aac1-8796e052cf4e tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] 10.222.0.71 "GET /v2.0/quotas/bd2996e17c38425096392a2caf4cec28 HTTP/1.1" status: 200 len: 375 time: 0.0092831 May 27 03:52:45.947764 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-35433676-fd39-40d0-9058-c70506920834 req-6621e483-17d1-493d-83a7-b956dd08c8c9 tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=bd2996e17c38425096392a2caf4cec28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269759 May 27 03:52:46.036122 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-35433676-fd39-40d0-9058-c70506920834 req-d572e382-0291-4d6b-92cd-c2b11ed30ca8 service neutron] 10.222.0.71 "GET /v2.0/networks/1a44fb18-9fd5-471e-bef1-c4d85731f7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819879 May 27 03:52:46.370211 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-35433676-fd39-40d0-9058-c70506920834 req-10073917-bddc-4967-9641-ca06cdea6471 service neutron] 10.222.0.71 "GET /v2.0/networks/1a44fb18-9fd5-471e-bef1-c4d85731f7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284378 May 27 03:52:47.664949 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-7b5baa40-b0b3-4bfd-bb5a-d46c38f92216 req-36b1aa2b-1285-4553-9949-c76344f69790 tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9935db5-5815-4691-8452-ad7a2acd9788 HTTP/1.1" status: 200 len: 210 time: 0.0279715 May 27 03:52:48.665833 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=20 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:48.746297 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-cfb9fdc5-332a-44fd-8421-4e3ee172843b req-6b633ac0-5e65-484b-9279-44622d682013 tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9935db5-5815-4691-8452-ad7a2acd9788 HTTP/1.1" status: 200 len: 210 time: 0.0308094 May 27 03:52:48.803734 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=5 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:49.824938 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-95dd3f92-d978-4a62-ab26-3ca4768d7fb0 req-b1e72f45-5d68-4648-97c0-35576808ada3 tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9935db5-5815-4691-8452-ad7a2acd9788 HTTP/1.1" status: 200 len: 210 time: 0.0270116 May 27 03:52:50.901518 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ed482358-fb52-48f2-aafa-233dfc0eb78a req-b3fce7dc-ec63-486d-9277-ebd6b0e45816 tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9935db5-5815-4691-8452-ad7a2acd9788 HTTP/1.1" status: 200 len: 210 time: 0.0268312 May 27 03:52:51.979468 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-0eb59c0e-117c-40a5-a506-ce949dd48b65 req-663a993c-5bfb-4dad-8db2-e9867ca23d5f tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9935db5-5815-4691-8452-ad7a2acd9788 HTTP/1.1" status: 200 len: 210 time: 0.0275118 May 27 03:52:53.078355 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-10afaa13-233a-491c-9c73-967394f95c05 req-def8d6fe-a33b-46b5-86e8-6a877df06b67 tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9935db5-5815-4691-8452-ad7a2acd9788 HTTP/1.1" status: 200 len: 210 time: 0.0307550 May 27 03:52:53.449692 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=12,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:54.179372 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-7e10aad7-5a15-4455-9a46-2bb8633dc125 req-59bb83eb-efca-4c54-afe8-2e19eada1367 tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9935db5-5815-4691-8452-ad7a2acd9788 HTTP/1.1" status: 200 len: 210 time: 0.0278645 May 27 03:52:54.314630 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35433676-fd39-40d0-9058-c70506920834 req-d530015e-df6b-49c4-8ff1-b117bcbcedca tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:54.316054 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-35433676-fd39-40d0-9058-c70506920834 req-d530015e-df6b-49c4-8ff1-b117bcbcedca tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] 10.222.0.72 "GET /v2.0/networks?id=1a44fb18-9fd5-471e-bef1-c4d85731f7ba HTTP/1.1" status: 200 len: 808 time: 0.1026654 May 27 03:52:54.327462 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [req-35433676-fd39-40d0-9058-c70506920834 req-3105248d-e67e-4608-a6fb-2be44865374b tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] Request body: {'port': {'device_id': 'f9935db5-5815-4691-8452-ad7a2acd9788', 'network_id': '1a44fb18-9fd5-471e-bef1-c4d85731f7ba', 'admin_state_up': True, 'tenant_id': 'bd2996e17c38425096392a2caf4cec28'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:52:54.550241 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35433676-fd39-40d0-9058-c70506920834 req-3105248d-e67e-4608-a6fb-2be44865374b tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] Made reservation on behalf of bd2996e17c38425096392a2caf4cec28 for: {'port': 1} {{(pid=104678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:52:54.553835 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-35433676-fd39-40d0-9058-c70506920834 req-3105248d-e67e-4608-a6fb-2be44865374b tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:54.687260 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.db_base_plugin_common [req-35433676-fd39-40d0-9058-c70506920834 req-3105248d-e67e-4608-a6fb-2be44865374b tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] Allocated IP 172.20.0.4 (1a44fb18-9fd5-471e-bef1-c4d85731f7ba/d8456155-3319-46bb-9f6b-f0a377d561c0/be69e073-06de-428f-a4f3-4fcab84aeea2) {{(pid=104678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:52:54.835154 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-35433676-fd39-40d0-9058-c70506920834 req-3105248d-e67e-4608-a6fb-2be44865374b tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] Publish callbacks [] for port (be69e073-06de-428f-a4f3-4fcab84aeea2), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:54.956898 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-35433676-fd39-40d0-9058-c70506920834 req-3105248d-e67e-4608-a6fb-2be44865374b tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (be69e073-06de-428f-a4f3-4fcab84aeea2), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:55.002230 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35433676-fd39-40d0-9058-c70506920834 req-3105248d-e67e-4608-a6fb-2be44865374b tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] Network 1a44fb18-9fd5-471e-bef1-c4d85731f7ba is already hosted by enough agents. {{(pid=104678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:52:55.005986 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.base_scheduler [req-35433676-fd39-40d0-9058-c70506920834 req-3105248d-e67e-4608-a6fb-2be44865374b tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] Resources bound (agent type, host, resource id): {{(pid=104678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:52:55.009884 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [req-35433676-fd39-40d0-9058-c70506920834 req-3105248d-e67e-4608-a6fb-2be44865374b tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] Received port after_create {{(pid=104678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:52:55.015840 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3105248d-e67e-4608-a6fb-2be44865374b tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] Pushing event updated for resources: {'Port': ['ID=be69e073-06de-428f-a4f3-4fcab84aeea2,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:55.060513 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35433676-fd39-40d0-9058-c70506920834 req-3105248d-e67e-4608-a6fb-2be44865374b tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:55.061104 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-35433676-fd39-40d0-9058-c70506920834 req-3105248d-e67e-4608-a6fb-2be44865374b tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:55.132168 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-35433676-fd39-40d0-9058-c70506920834 req-3105248d-e67e-4608-a6fb-2be44865374b tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8083768 May 27 03:52:55.143930 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [req-35433676-fd39-40d0-9058-c70506920834 req-db031988-c133-4cde-abe0-9e39db45d7ee service neutron] Request body: {'port': {'device_id': 'f9935db5-5815-4691-8452-ad7a2acd9788', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:52:55.206927 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-35433676-fd39-40d0-9058-c70506920834 req-db031988-c133-4cde-abe0-9e39db45d7ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (be69e073-06de-428f-a4f3-4fcab84aeea2), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:55.259008 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:55.293118 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71feaf69-e288-4ec1-9067-7eb702269108 req-fc5ec04e-12e2-4fda-b465-4ed03c070d44 tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:55.294507 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:55.294648 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-71feaf69-e288-4ec1-9067-7eb702269108 req-fc5ec04e-12e2-4fda-b465-4ed03c070d44 tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9935db5-5815-4691-8452-ad7a2acd9788 HTTP/1.1" status: 200 len: 931 time: 0.0467956 May 27 03:52:55.343441 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-71feaf69-e288-4ec1-9067-7eb702269108 req-09b4aee9-8eac-4da6-ba3a-8f46f0adb807 tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] 10.222.0.71 "GET /v2.0/security-groups?id=b3a99806-be52-41c8-a872-de784eec07eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425935 May 27 03:52:55.510880 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [req-35433676-fd39-40d0-9058-c70506920834 req-db031988-c133-4cde-abe0-9e39db45d7ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be69e073-06de-428f-a4f3-4fcab84aeea2 {{(pid=104678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:52:55.518057 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-35433676-fd39-40d0-9058-c70506920834 req-db031988-c133-4cde-abe0-9e39db45d7ee service neutron] Publish callbacks [] for port (be69e073-06de-428f-a4f3-4fcab84aeea2), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:55.531605 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.provisioning_blocks [req-35433676-fd39-40d0-9058-c70506920834 req-db031988-c133-4cde-abe0-9e39db45d7ee service neutron] Transition to ACTIVE for port object be69e073-06de-428f-a4f3-4fcab84aeea2 will not be triggered until provisioned by entity L2. {{(pid=104678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:52:55.635621 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-35433676-fd39-40d0-9058-c70506920834 req-db031988-c133-4cde-abe0-9e39db45d7ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62479337'] for port (be69e073-06de-428f-a4f3-4fcab84aeea2), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:55.689679 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db031988-c133-4cde-abe0-9e39db45d7ee service neutron] Pushing event updated for resources: {'Port': ['ID=be69e073-06de-428f-a4f3-4fcab84aeea2,revision_number=2']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:55.755545 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-35433676-fd39-40d0-9058-c70506920834 req-db031988-c133-4cde-abe0-9e39db45d7ee service neutron] Attempting to bind port be69e073-06de-428f-a4f3-4fcab84aeea2 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:52:55.755886 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-35433676-fd39-40d0-9058-c70506920834 req-db031988-c133-4cde-abe0-9e39db45d7ee service neutron] Attempting to bind port be69e073-06de-428f-a4f3-4fcab84aeea2 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '42265c8e-f914-4e6c-844a-b70da929ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1a44fb18-9fd5-471e-bef1-c4d85731f7ba'}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:52:55.756295 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35433676-fd39-40d0-9058-c70506920834 req-db031988-c133-4cde-abe0-9e39db45d7ee service neutron] Attempting to bind port be69e073-06de-428f-a4f3-4fcab84aeea2 on network 1a44fb18-9fd5-471e-bef1-c4d85731f7ba {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:52:55.760784 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35433676-fd39-40d0-9058-c70506920834 req-db031988-c133-4cde-abe0-9e39db45d7ee service neutron] Port be69e073-06de-428f-a4f3-4fcab84aeea2 on network 1a44fb18-9fd5-471e-bef1-c4d85731f7ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:52:55.761173 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35433676-fd39-40d0-9058-c70506920834 req-db031988-c133-4cde-abe0-9e39db45d7ee service neutron] Attempting to bind port be69e073-06de-428f-a4f3-4fcab84aeea2 on network 1a44fb18-9fd5-471e-bef1-c4d85731f7ba {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:52:55.766050 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35433676-fd39-40d0-9058-c70506920834 req-db031988-c133-4cde-abe0-9e39db45d7ee service neutron] Checking agent: {'id': '1c07afa2-e502-46e1-ac2b-740a8f00a450', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 36, 8), 'started_at': datetime.datetime(2022, 5, 27, 3, 36, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:52:55.766413 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35433676-fd39-40d0-9058-c70506920834 req-db031988-c133-4cde-abe0-9e39db45d7ee service neutron] Checking segment: {'id': '42265c8e-f914-4e6c-844a-b70da929ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1a44fb18-9fd5-471e-bef1-c4d85731f7ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:52:55.766791 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35433676-fd39-40d0-9058-c70506920834 req-db031988-c133-4cde-abe0-9e39db45d7ee service neutron] Bound using segment: {'id': '42265c8e-f914-4e6c-844a-b70da929ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1a44fb18-9fd5-471e-bef1-c4d85731f7ba'} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:52:55.767216 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-35433676-fd39-40d0-9058-c70506920834 req-db031988-c133-4cde-abe0-9e39db45d7ee service neutron] Bound port: be69e073-06de-428f-a4f3-4fcab84aeea2, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42265c8e-f914-4e6c-844a-b70da929ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1a44fb18-9fd5-471e-bef1-c4d85731f7ba'}}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:52:55.767573 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-35433676-fd39-40d0-9058-c70506920834 req-db031988-c133-4cde-abe0-9e39db45d7ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (be69e073-06de-428f-a4f3-4fcab84aeea2), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:55.775936 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=23 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:55.825010 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:55.828817 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-35433676-fd39-40d0-9058-c70506920834 req-db031988-c133-4cde-abe0-9e39db45d7ee service neutron] For port be69e073-06de-428f-a4f3-4fcab84aeea2, host hv-cinder-84336, cleared binding levels {{(pid=104678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:52:55.831820 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-35433676-fd39-40d0-9058-c70506920834 req-db031988-c133-4cde-abe0-9e39db45d7ee service neutron] For port be69e073-06de-428f-a4f3-4fcab84aeea2, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=be69e073-06de-428f-a4f3-4fcab84aeea2,segment=NetworkSegment(42265c8e-f914-4e6c-844a-b70da929ffa2),segment_id=42265c8e-f914-4e6c-844a-b70da929ffa2)] {{(pid=104678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:52:55.913242 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-35433676-fd39-40d0-9058-c70506920834 req-db031988-c133-4cde-abe0-9e39db45d7ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62479337'] for port (be69e073-06de-428f-a4f3-4fcab84aeea2), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:55.956338 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35433676-fd39-40d0-9058-c70506920834 req-db031988-c133-4cde-abe0-9e39db45d7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:55.956999 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-35433676-fd39-40d0-9058-c70506920834 req-db031988-c133-4cde-abe0-9e39db45d7ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:55.959448 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-35433676-fd39-40d0-9058-c70506920834 req-db031988-c133-4cde-abe0-9e39db45d7ee service neutron] 10.222.0.72 "PUT /v2.0/ports/be69e073-06de-428f-a4f3-4fcab84aeea2 HTTP/1.1" status: 200 len: 1093 time: 0.8195801 May 27 03:52:55.959916 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9935db5-5815-4691-8452-ad7a2acd9788', 'tag': 'be69e073-06de-428f-a4f3-4fcab84aeea2'}] {{(pid=104678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:52:55.962201 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e1ed873ee784d85eb1b1d61ec54b86d2255e46a50b7e273563a24fff47d01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95600135-45c4-404c-b535-8620347dcee7" -d '{"events": [{"name": "network-changed", "server_uuid": "f9935db5-5815-4691-8452-ad7a2acd9788", "tag": "be69e073-06de-428f-a4f3-4fcab84aeea2"}]}' {{(pid=104678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:52:55.980953 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db031988-c133-4cde-abe0-9e39db45d7ee service neutron] Pushing event updated for resources: {'Port': ['ID=be69e073-06de-428f-a4f3-4fcab84aeea2,revision_number=3']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:55.999306 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e178d7dd-7aff-42d8-8326-10aa22c60b22 x-openstack-request-id: req-e178d7dd-7aff-42d8-8326-10aa22c60b22 {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:52:55.999598 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9935db5-5815-4691-8452-ad7a2acd9788", "tag": "be69e073-06de-428f-a4f3-4fcab84aeea2", "status": "completed", "code": 200}]} {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:52:55.999855 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e178d7dd-7aff-42d8-8326-10aa22c60b22 {{(pid=104678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:52:56.000257 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e178d7dd-7aff-42d8-8326-10aa22c60b22'] response: {'name': 'network-changed', 'server_uuid': 'f9935db5-5815-4691-8452-ad7a2acd9788', 'tag': 'be69e073-06de-428f-a4f3-4fcab84aeea2', 'status': 'completed', 'code': 200} May 27 03:52:56.058326 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95600135-45c4-404c-b535-8620347dcee7 req-d466af59-4712-4133-b446-a0d3c262b590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:56.059772 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-95600135-45c4-404c-b535-8620347dcee7 req-d466af59-4712-4133-b446-a0d3c262b590 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bd2996e17c38425096392a2caf4cec28&device_id=f9935db5-5815-4691-8452-ad7a2acd9788 HTTP/1.1" status: 200 len: 1127 time: 0.0405340 May 27 03:52:56.160933 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95600135-45c4-404c-b535-8620347dcee7 req-291aee27-c006-4c6d-9a7f-a8a2d96b8a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:56.162434 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-95600135-45c4-404c-b535-8620347dcee7 req-291aee27-c006-4c6d-9a7f-a8a2d96b8a94 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=bd2996e17c38425096392a2caf4cec28&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0966632 May 27 03:52:56.253334 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95600135-45c4-404c-b535-8620347dcee7 req-5dde9c94-6fa3-4211-ae39-7e15e83789ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:56.254882 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-95600135-45c4-404c-b535-8620347dcee7 req-5dde9c94-6fa3-4211-ae39-7e15e83789ae service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868621 May 27 03:52:56.325545 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35433676-fd39-40d0-9058-c70506920834 req-314e55cc-6459-4b17-b0aa-609ac8045620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:56.326916 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-35433676-fd39-40d0-9058-c70506920834 req-314e55cc-6459-4b17-b0aa-609ac8045620 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bd2996e17c38425096392a2caf4cec28&device_id=f9935db5-5815-4691-8452-ad7a2acd9788 HTTP/1.1" status: 200 len: 1127 time: 0.0389299 May 27 03:52:56.368840 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-35433676-fd39-40d0-9058-c70506920834 req-d2d7d9a3-9503-4e0d-b980-7823ff4baf4c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be69e073-06de-428f-a4f3-4fcab84aeea2 HTTP/1.1" status: 200 len: 217 time: 0.0349414 May 27 03:52:56.417703 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35433676-fd39-40d0-9058-c70506920834 req-15ecdd59-b51e-4266-9057-16817fc6790b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:56.419158 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-35433676-fd39-40d0-9058-c70506920834 req-15ecdd59-b51e-4266-9057-16817fc6790b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d8456155-3319-46bb-9f6b-f0a377d561c0 HTTP/1.1" status: 200 len: 848 time: 0.0448966 May 27 03:52:56.450941 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-35433676-fd39-40d0-9058-c70506920834 req-6e61ca1e-0203-44e3-88a6-f1705aaad5d0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1a44fb18-9fd5-471e-bef1-c4d85731f7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261307 May 27 03:52:56.458425 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a483c5-38ff-475c-8a16-616b0124f1b4 req-54b0e34a-949e-4d1c-944b-ed6d88012381 tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:56.459877 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-38a483c5-38ff-475c-8a16-616b0124f1b4 req-54b0e34a-949e-4d1c-944b-ed6d88012381 tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9935db5-5815-4691-8452-ad7a2acd9788 HTTP/1.1" status: 200 len: 943 time: 0.0464976 May 27 03:52:56.512069 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-38a483c5-38ff-475c-8a16-616b0124f1b4 req-40e0d28e-da1c-4b8a-9074-a241d2449863 tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] 10.222.0.71 "GET /v2.0/security-groups?id=b3a99806-be52-41c8-a872-de784eec07eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459137 May 27 03:52:56.547032 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-35433676-fd39-40d0-9058-c70506920834 req-2d93ec08-f6ea-4853-a181-a9708341d60d service neutron] 10.222.0.72 "GET /v2.0/networks/1a44fb18-9fd5-471e-bef1-c4d85731f7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907290 May 27 03:52:56.635968 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-35433676-fd39-40d0-9058-c70506920834 req-8e53cb91-b9a9-4a1b-bc4e-42cae725d661 service neutron] 10.222.0.72 "GET /v2.0/networks/1a44fb18-9fd5-471e-bef1-c4d85731f7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828259 May 27 03:52:57.623536 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb7ee2-d844-4081-a98e-49d41fdd74b3 req-45be254b-a2a3-494d-a1b9-ae9b5d33412c tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:57.625057 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-68cb7ee2-d844-4081-a98e-49d41fdd74b3 req-45be254b-a2a3-494d-a1b9-ae9b5d33412c tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9935db5-5815-4691-8452-ad7a2acd9788 HTTP/1.1" status: 200 len: 943 time: 0.0462346 May 27 03:52:57.672185 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-68cb7ee2-d844-4081-a98e-49d41fdd74b3 req-5c166cc4-83c8-458a-b119-e907c99b6057 tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] 10.222.0.71 "GET /v2.0/security-groups?id=b3a99806-be52-41c8-a872-de784eec07eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409348 May 27 03:52:58.787724 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e2e9f-2af5-43c8-8ce1-0d7d375a0bbb req-87389bac-1197-4316-8416-7f3bdc7ec2a3 tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:58.789114 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-794e2e9f-2af5-43c8-8ce1-0d7d375a0bbb req-87389bac-1197-4316-8416-7f3bdc7ec2a3 tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9935db5-5815-4691-8452-ad7a2acd9788 HTTP/1.1" status: 200 len: 943 time: 0.0472038 May 27 03:52:58.836593 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-794e2e9f-2af5-43c8-8ce1-0d7d375a0bbb req-58760680-4f44-4e66-b4ec-763eaa18c390 tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] 10.222.0.71 "GET /v2.0/security-groups?id=b3a99806-be52-41c8-a872-de784eec07eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420723 May 27 03:52:59.688685 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device be69e073-06de-428f-a4f3-4fcab84aeea2 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:52:59.792008 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port be69e073-06de-428f-a4f3-4fcab84aeea2, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=be69e073-06de-428f-a4f3-4fcab84aeea2,segment=NetworkSegment(42265c8e-f914-4e6c-844a-b70da929ffa2),segment_id=42265c8e-f914-4e6c-844a-b70da929ffa2)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:59.804590 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Returning: {'device': 'be69e073-06de-428f-a4f3-4fcab84aeea2', 'network_id': '1a44fb18-9fd5-471e-bef1-c4d85731f7ba', 'port_id': 'be69e073-06de-428f-a4f3-4fcab84aeea2', 'mac_address': 'fa:16:3e:58:02:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8456155-3319-46bb-9f6b-f0a377d561c0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:52:59.844692 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port be69e073-06de-428f-a4f3-4fcab84aeea2 is: DOWN; New status is: BUILD {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:52:59.845378 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (be69e073-06de-428f-a4f3-4fcab84aeea2), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:59.859243 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be69e073-06de-428f-a4f3-4fcab84aeea2 {{(pid=104679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:52:59.882023 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port be69e073-06de-428f-a4f3-4fcab84aeea2, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=be69e073-06de-428f-a4f3-4fcab84aeea2,segment=NetworkSegment(42265c8e-f914-4e6c-844a-b70da929ffa2),segment_id=42265c8e-f914-4e6c-844a-b70da929ffa2)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:59.942811 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (be69e073-06de-428f-a4f3-4fcab84aeea2), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:59.968989 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa2dd1-d923-48cc-9a0e-4054bca57ad2 req-03c65703-568d-4391-a87b-f2e6e45820a1 tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:59.970833 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b3aa2dd1-d923-48cc-9a0e-4054bca57ad2 req-03c65703-568d-4391-a87b-f2e6e45820a1 tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9935db5-5815-4691-8452-ad7a2acd9788 HTTP/1.1" status: 200 len: 943 time: 0.0550575 May 27 03:52:59.996926 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=be69e073-06de-428f-a4f3-4fcab84aeea2,revision_number=4']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:00.023970 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b3aa2dd1-d923-48cc-9a0e-4054bca57ad2 req-85366d04-004f-4405-a7d9-235d165ed39f tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] 10.222.0.71 "GET /v2.0/security-groups?id=b3a99806-be52-41c8-a872-de784eec07eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462344 May 27 03:53:00.148286 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] get_ports_and_sgs() called for port_ids ['be69e073-06de-428f-a4f3-4fcab84aeea2'] {{(pid=104679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:53:01.143559 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71dc36-8b41-426e-a474-beddcd3d9c7b req-1b3156c3-3835-40d6-a8a4-90e999da54bb tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:01.145028 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-6a71dc36-8b41-426e-a474-beddcd3d9c7b req-1b3156c3-3835-40d6-a8a4-90e999da54bb tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9935db5-5815-4691-8452-ad7a2acd9788 HTTP/1.1" status: 200 len: 944 time: 0.0480194 May 27 03:53:01.194246 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-6a71dc36-8b41-426e-a474-beddcd3d9c7b req-66574f44-3b05-409b-bf1f-57d25869553b tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] 10.222.0.71 "GET /v2.0/security-groups?id=b3a99806-be52-41c8-a872-de784eec07eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414021 May 27 03:53:01.704643 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device be69e073-06de-428f-a4f3-4fcab84aeea2 up at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:53:01.746619 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Provisioning for port be69e073-06de-428f-a4f3-4fcab84aeea2 completed by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:53:01.815019 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Provisioning complete for port be69e073-06de-428f-a4f3-4fcab84aeea2 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:53:01.815334 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (be69e073-06de-428f-a4f3-4fcab84aeea2), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:02.023581 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port be69e073-06de-428f-a4f3-4fcab84aeea2 is: BUILD; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:53:02.028391 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (be69e073-06de-428f-a4f3-4fcab84aeea2), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:02.046589 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9935db5-5815-4691-8452-ad7a2acd9788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be69e073-06de-428f-a4f3-4fcab84aeea2'}] {{(pid=104679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:53:02.048820 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d249cf550e2d843300bc9a66ec52257e0462e4d4b5166dc6bcb5b411a3eed5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a643ee29-201a-4f0e-98dd-6b31c830206a" -d '{"events": [{"server_uuid": "f9935db5-5815-4691-8452-ad7a2acd9788", "name": "network-vif-plugged", "status": "completed", "tag": "be69e073-06de-428f-a4f3-4fcab84aeea2"}]}' {{(pid=104679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:53:02.062133 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port be69e073-06de-428f-a4f3-4fcab84aeea2, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=be69e073-06de-428f-a4f3-4fcab84aeea2,segment=NetworkSegment(42265c8e-f914-4e6c-844a-b70da929ffa2),segment_id=42265c8e-f914-4e6c-844a-b70da929ffa2)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:02.084342 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b98641-b045-4d3e-aae5-c3c4ba2e54d0 x-openstack-request-id: req-85b98641-b045-4d3e-aae5-c3c4ba2e54d0 {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:53:02.084627 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9935db5-5815-4691-8452-ad7a2acd9788", "name": "network-vif-plugged", "status": "completed", "tag": "be69e073-06de-428f-a4f3-4fcab84aeea2", "code": 200}]} {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:53:02.084983 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-85b98641-b045-4d3e-aae5-c3c4ba2e54d0 {{(pid=104679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:53:02.085400 dv-cinder-843361-2-smb neutron-server[104679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85b98641-b045-4d3e-aae5-c3c4ba2e54d0'] response: {'server_uuid': 'f9935db5-5815-4691-8452-ad7a2acd9788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be69e073-06de-428f-a4f3-4fcab84aeea2', 'code': 200} May 27 03:53:02.121354 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (be69e073-06de-428f-a4f3-4fcab84aeea2), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:02.169019 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=be69e073-06de-428f-a4f3-4fcab84aeea2,revision_number=5']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:02.269744 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:02.310511 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f63600-5bc2-456a-9a3d-c21cdc70b760 req-ae9e591c-871a-4b16-a28b-4a3e84e294c9 tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:02.312040 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-95f63600-5bc2-456a-9a3d-c21cdc70b760 req-ae9e591c-871a-4b16-a28b-4a3e84e294c9 tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9935db5-5815-4691-8452-ad7a2acd9788 HTTP/1.1" status: 200 len: 945 time: 0.0506005 May 27 03:53:02.336039 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:02.359813 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-95f63600-5bc2-456a-9a3d-c21cdc70b760 req-96565014-c467-46df-9cd0-b6066ab0af3f tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] 10.222.0.71 "GET /v2.0/security-groups?id=b3a99806-be52-41c8-a872-de784eec07eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422690 May 27 03:53:02.459548 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b281c-7372-408a-b64b-f21d9d9a7c16 req-f0dca02c-151c-4402-be06-8e8a94e86b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:02.461020 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-a20b281c-7372-408a-b64b-f21d9d9a7c16 req-f0dca02c-151c-4402-be06-8e8a94e86b81 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f9935db5-5815-4691-8452-ad7a2acd9788 HTTP/1.1" status: 200 len: 1129 time: 0.0390632 May 27 03:53:02.511113 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-a20b281c-7372-408a-b64b-f21d9d9a7c16 req-bda6285f-6280-4326-95ba-60677ca9e3a4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b3a99806-be52-41c8-a872-de784eec07eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433283 May 27 03:53:03.476621 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1968809-5cfb-423b-b125-0264a5738983 req-1e57e98f-1db1-4a73-a36a-77911deb906d tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:03.478177 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f1968809-5cfb-423b-b125-0264a5738983 req-1e57e98f-1db1-4a73-a36a-77911deb906d tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9935db5-5815-4691-8452-ad7a2acd9788 HTTP/1.1" status: 200 len: 945 time: 0.0463398 May 27 03:53:03.524375 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-f1968809-5cfb-423b-b125-0264a5738983 req-87a7c869-6619-45b2-a760-5cfe6e3a564d tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] 10.222.0.71 "GET /v2.0/security-groups?id=b3a99806-be52-41c8-a872-de784eec07eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406673 May 27 03:53:04.367555 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:04.640162 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0173096-e432-439e-8e71-0fc916d58fe4 req-4730a7bb-0aed-4a59-8a05-7a4ededd8161 tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:04.641580 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-e0173096-e432-439e-8e71-0fc916d58fe4 req-4730a7bb-0aed-4a59-8a05-7a4ededd8161 tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9935db5-5815-4691-8452-ad7a2acd9788 HTTP/1.1" status: 200 len: 945 time: 0.0464113 May 27 03:53:04.691475 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-e0173096-e432-439e-8e71-0fc916d58fe4 req-e4124552-1ffd-480c-9b7b-f5bcaa6b6f3b tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] 10.222.0.71 "GET /v2.0/security-groups?id=b3a99806-be52-41c8-a872-de784eec07eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442312 May 27 03:53:06.110073 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-a7de73ae-58c0-4308-b934-b64d7866f61f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:08.300469 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c40428-bd91-43da-b859-537d731bf708 req-1865ea3d-3f2b-478b-80ce-70fb35de535c tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:08.301990 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-16c40428-bd91-43da-b859-537d731bf708 req-1865ea3d-3f2b-478b-80ce-70fb35de535c tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9935db5-5815-4691-8452-ad7a2acd9788 HTTP/1.1" status: 200 len: 945 time: 0.0510743 May 27 03:53:08.351099 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-16c40428-bd91-43da-b859-537d731bf708 req-917ebfd2-32c1-43e8-b767-53cf01da438d tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] 10.222.0.71 "GET /v2.0/security-groups?id=b3a99806-be52-41c8-a872-de784eec07eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434954 May 27 03:53:08.381064 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-2247bd80-59a4-4378-86e7-858a73f7a0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:08.820738 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:09.418287 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:09.469614 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6d96e-4d4d-4855-8fb0-c92f640d1bb2 req-b9dc809b-1d3d-4d5d-8fd1-918ca14c3f5c tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:09.471399 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-17b6d96e-4d4d-4855-8fb0-c92f640d1bb2 req-b9dc809b-1d3d-4d5d-8fd1-918ca14c3f5c tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9935db5-5815-4691-8452-ad7a2acd9788 HTTP/1.1" status: 200 len: 945 time: 0.0486901 May 27 03:53:09.518509 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-17b6d96e-4d4d-4855-8fb0-c92f640d1bb2 req-8b78b7c3-ae74-4750-88a2-54b4fdd52469 tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] 10.222.0.71 "GET /v2.0/security-groups?id=b3a99806-be52-41c8-a872-de784eec07eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410452 May 27 03:53:09.635483 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507498b2-ce82-4c4d-941e-1b1e9f6dd93a req-45422a77-5e04-48cd-bdad-7bae4b637006 tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:09.636932 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-507498b2-ce82-4c4d-941e-1b1e9f6dd93a req-45422a77-5e04-48cd-bdad-7bae4b637006 tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9935db5-5815-4691-8452-ad7a2acd9788 HTTP/1.1" status: 200 len: 945 time: 0.0469093 May 27 03:53:09.668599 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:09.717552 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [req-507498b2-ce82-4c4d-941e-1b1e9f6dd93a req-a517baa5-f201-47ef-bf6a-8b7a835a03d7 tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] Deleting port be69e073-06de-428f-a4f3-4fcab84aeea2 {{(pid=104678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:53:09.717890 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-507498b2-ce82-4c4d-941e-1b1e9f6dd93a req-a517baa5-f201-47ef-bf6a-8b7a835a03d7 tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (be69e073-06de-428f-a4f3-4fcab84aeea2), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:09.812094 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-507498b2-ce82-4c4d-941e-1b1e9f6dd93a req-a517baa5-f201-47ef-bf6a-8b7a835a03d7 tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] For port be69e073-06de-428f-a4f3-4fcab84aeea2, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=be69e073-06de-428f-a4f3-4fcab84aeea2,segment=NetworkSegment(42265c8e-f914-4e6c-844a-b70da929ffa2),segment_id=42265c8e-f914-4e6c-844a-b70da929ffa2)] {{(pid=104678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:09.812456 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-507498b2-ce82-4c4d-941e-1b1e9f6dd93a req-a517baa5-f201-47ef-bf6a-8b7a835a03d7 tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (be69e073-06de-428f-a4f3-4fcab84aeea2), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:09.826191 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [req-507498b2-ce82-4c4d-941e-1b1e9f6dd93a req-a517baa5-f201-47ef-bf6a-8b7a835a03d7 tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] Calling delete_port for be69e073-06de-428f-a4f3-4fcab84aeea2 owned by compute:nova {{(pid=104678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:53:09.879412 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=100 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:10.026444 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-507498b2-ce82-4c4d-941e-1b1e9f6dd93a req-a517baa5-f201-47ef-bf6a-8b7a835a03d7 tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (be69e073-06de-428f-a4f3-4fcab84aeea2), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:10.053141 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a517baa5-f201-47ef-bf6a-8b7a835a03d7 tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] Pushing event deleted for resources: {'Port': ['ID=be69e073-06de-428f-a4f3-4fcab84aeea2,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:10.096265 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [req-507498b2-ce82-4c4d-941e-1b1e9f6dd93a req-a517baa5-f201-47ef-bf6a-8b7a835a03d7 tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] No DVR routers for this DVR port be69e073-06de-428f-a4f3-4fcab84aeea2 on host hv-cinder-84336 {{(pid=104678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:53:10.098868 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-507498b2-ce82-4c4d-941e-1b1e9f6dd93a req-a517baa5-f201-47ef-bf6a-8b7a835a03d7 tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:10.103013 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-507498b2-ce82-4c4d-941e-1b1e9f6dd93a req-a517baa5-f201-47ef-bf6a-8b7a835a03d7 tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] 10.222.0.72 "DELETE /v2.0/ports/be69e073-06de-428f-a4f3-4fcab84aeea2 HTTP/1.1" status: 204 len: 173 time: 0.4612069 May 27 03:53:10.103453 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9935db5-5815-4691-8452-ad7a2acd9788', 'name': 'network-vif-deleted', 'tag': 'be69e073-06de-428f-a4f3-4fcab84aeea2'}] {{(pid=104678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:53:10.105771 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e1ed873ee784d85eb1b1d61ec54b86d2255e46a50b7e273563a24fff47d01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32cbf4e-6b64-437a-aeda-715da4b89946" -d '{"events": [{"server_uuid": "f9935db5-5815-4691-8452-ad7a2acd9788", "name": "network-vif-deleted", "tag": "be69e073-06de-428f-a4f3-4fcab84aeea2"}]}' {{(pid=104678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:53:10.141833 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd0de74-99a9-4307-b8ad-d5afd0c8ab61 x-openstack-request-id: req-4dd0de74-99a9-4307-b8ad-d5afd0c8ab61 {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:53:10.142124 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9935db5-5815-4691-8452-ad7a2acd9788", "name": "network-vif-deleted", "tag": "be69e073-06de-428f-a4f3-4fcab84aeea2", "status": "completed", "code": 200}]} {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:53:10.142379 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4dd0de74-99a9-4307-b8ad-d5afd0c8ab61 {{(pid=104678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:53:10.142781 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dd0de74-99a9-4307-b8ad-d5afd0c8ab61'] response: {'server_uuid': 'f9935db5-5815-4691-8452-ad7a2acd9788', 'name': 'network-vif-deleted', 'tag': 'be69e073-06de-428f-a4f3-4fcab84aeea2', 'status': 'completed', 'code': 200} May 27 03:53:10.628772 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-cb466fdc-fe9f-4f83-a1cc-918fb7c0ccf3 req-212e4038-add0-41c5-bed4-aede31c1d748 tempest-VolumesActionsTest-1787182993 tempest-VolumesActionsTest-1787182993-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9935db5-5815-4691-8452-ad7a2acd9788 HTTP/1.1" status: 200 len: 210 time: 0.0312035 May 27 03:53:11.089310 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:11.338595 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 6 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:53:11.798028 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device be69e073-06de-428f-a4f3-4fcab84aeea2 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:53:11.817717 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] No Port match for: be69e073-06de-428f-a4f3-4fcab84aeea2 {{(pid=104679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:53:11.818069 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device be69e073-06de-428f-a4f3-4fcab84aeea2 not bound to the agent host hv-cinder-84336 {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:53:12.406945 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:12.946338 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:12.957817 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:18.348216 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=4 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:19.512086 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=39 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:20.081394 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=36,neutron:DELETE=8 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:20.082278 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=9 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:20.609408 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=41 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:21.335559 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=4 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:23.129501 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=21 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:29.293950 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 60298) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:53:29.337834 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.db.db_base_plugin_v2 [None req-a76b92af-3042-448e-a1df-15e3d24de741 admin admin] Deleting subnet d8456155-3319-46bb-9f6b-f0a377d561c0 {{(pid=104677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:53:29.341156 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a76b92af-3042-448e-a1df-15e3d24de741 admin admin] Publish callbacks [] for subnet (d8456155-3319-46bb-9f6b-f0a377d561c0), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:29.376595 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a76b92af-3042-448e-a1df-15e3d24de741 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59983962'] for subnet (d8456155-3319-46bb-9f6b-f0a377d561c0), precommit_delete_associations {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:29.416853 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a76b92af-3042-448e-a1df-15e3d24de741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380246'] for subnet (d8456155-3319-46bb-9f6b-f0a377d561c0), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:29.527518 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a76b92af-3042-448e-a1df-15e3d24de741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59984017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60058047'] for subnet (d8456155-3319-46bb-9f6b-f0a377d561c0), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:29.557180 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b92af-3042-448e-a1df-15e3d24de741 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8456155-3319-46bb-9f6b-f0a377d561c0,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:29.560896 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a76b92af-3042-448e-a1df-15e3d24de741 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:29.563993 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-a76b92af-3042-448e-a1df-15e3d24de741 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/d8456155-3319-46bb-9f6b-f0a377d561c0 HTTP/1.1" status: 204 len: 168 time: 0.2690511 May 27 03:53:29.566466 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 60300) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:53:29.636856 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-8b5d8485-a3ce-44fa-9500-bf38de504d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370897'] for network (1a44fb18-9fd5-471e-bef1-c4d85731f7ba), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:29.721066 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-8b5d8485-a3ce-44fa-9500-bf38de504d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376291', 'neutron.services.segments.db._delete_segments_for_network-8755264080240'] for network (1a44fb18-9fd5-471e-bef1-c4d85731f7ba), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:29.742518 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.services.segments.db [None req-8b5d8485-a3ce-44fa-9500-bf38de504d62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a44fb18-9fd5-471e-bef1-c4d85731f7ba']}} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:29.751854 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.services.segments.db [None req-8b5d8485-a3ce-44fa-9500-bf38de504d62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42265c8e-f914-4e6c-844a-b70da929ffa2') {'for_net_delete': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:29.752160 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.services.segments.db [None req-8b5d8485-a3ce-44fa-9500-bf38de504d62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42265c8e-f914-4e6c-844a-b70da929ffa2') {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:29.762154 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-8b5d8485-a3ce-44fa-9500-bf38de504d62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755264080505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59983971'] for segment (42265c8e-f914-4e6c-844a-b70da929ffa2), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:29.775420 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-8b5d8485-a3ce-44fa-9500-bf38de504d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105'] for segment (42265c8e-f914-4e6c-844a-b70da929ffa2), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:29.781388 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b5d8485-a3ce-44fa-9500-bf38de504d62 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=104677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:53:29.781717 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-8b5d8485-a3ce-44fa-9500-bf38de504d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59984179'] for segment (42265c8e-f914-4e6c-844a-b70da929ffa2), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:29.903792 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-8b5d8485-a3ce-44fa-9500-bf38de504d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665655'] for network (1a44fb18-9fd5-471e-bef1-c4d85731f7ba), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:29.909358 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-8b5d8485-a3ce-44fa-9500-bf38de504d62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for network (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:29.912492 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-8b5d8485-a3ce-44fa-9500-bf38de504d62 admin admin] 10.222.0.71 "DELETE /v2.0/networks/1a44fb18-9fd5-471e-bef1-c4d85731f7ba HTTP/1.1" status: 204 len: 168 time: 0.3450971 May 27 03:53:29.916305 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 60306) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:53:29.925853 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.services.segments.plugin [-] Segment 42265c8e-f914-4e6c-844a-b70da929ffa2 resource provider aggregate not found May 27 03:53:29.930090 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d8485-a3ce-44fa-9500-bf38de504d62 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a44fb18-9fd5-471e-bef1-c4d85731f7ba,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:29.943362 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.services.segments.plugin [-] Segment 42265c8e-f914-4e6c-844a-b70da929ffa2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 42265c8e-f914-4e6c-844a-b70da929ffa2 found for delete ", "request_id": "req-c382060a-4d63-44a3-aff0-ae457cbf8014"}]} May 27 03:53:29.963225 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fcf270a-3fa0-42eb-af66-5e50d02baee8 admin admin] Deleting subnet 38fd141e-4d6c-45f5-a79c-901b46ef31a6 {{(pid=104678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:53:29.966595 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3fcf270a-3fa0-42eb-af66-5e50d02baee8 admin admin] Publish callbacks [] for subnet (38fd141e-4d6c-45f5-a79c-901b46ef31a6), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:30.005553 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3fcf270a-3fa0-42eb-af66-5e50d02baee8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62397896'] for subnet (38fd141e-4d6c-45f5-a79c-901b46ef31a6), precommit_delete_associations {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:30.045763 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3fcf270a-3fa0-42eb-af66-5e50d02baee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380246'] for subnet (38fd141e-4d6c-45f5-a79c-901b46ef31a6), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:30.218148 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3fcf270a-3fa0-42eb-af66-5e50d02baee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62478895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62435521'] for subnet (38fd141e-4d6c-45f5-a79c-901b46ef31a6), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:30.243944 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf270a-3fa0-42eb-af66-5e50d02baee8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38fd141e-4d6c-45f5-a79c-901b46ef31a6,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:30.247656 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3fcf270a-3fa0-42eb-af66-5e50d02baee8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for subnet (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:30.250801 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-3fcf270a-3fa0-42eb-af66-5e50d02baee8 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/38fd141e-4d6c-45f5-a79c-901b46ef31a6 HTTP/1.1" status: 204 len: 168 time: 0.3334494 May 27 03:53:30.253327 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 60310) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:53:30.323694 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-f987b2cc-ea91-457c-98f5-80b6a30ce0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370897'] for network (bf42c74c-9f05-464d-a7dc-265ad85254eb), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:30.400296 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-f987b2cc-ea91-457c-98f5-80b6a30ce0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376291', 'neutron.services.segments.db._delete_segments_for_network-8755264080240'] for network (bf42c74c-9f05-464d-a7dc-265ad85254eb), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:30.420665 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.services.segments.db [None req-f987b2cc-ea91-457c-98f5-80b6a30ce0bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf42c74c-9f05-464d-a7dc-265ad85254eb']}} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:30.430622 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.services.segments.db [None req-f987b2cc-ea91-457c-98f5-80b6a30ce0bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '425e930c-6145-45e3-a03b-7be6d10f4678') {'for_net_delete': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:30.430915 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.services.segments.db [None req-f987b2cc-ea91-457c-98f5-80b6a30ce0bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '425e930c-6145-45e3-a03b-7be6d10f4678') {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:30.440410 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-f987b2cc-ea91-457c-98f5-80b6a30ce0bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755264080505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62397937'] for segment (425e930c-6145-45e3-a03b-7be6d10f4678), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:30.454531 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-f987b2cc-ea91-457c-98f5-80b6a30ce0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105'] for segment (425e930c-6145-45e3-a03b-7be6d10f4678), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:30.461182 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f987b2cc-ea91-457c-98f5-80b6a30ce0bd admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=104678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:53:30.461618 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-f987b2cc-ea91-457c-98f5-80b6a30ce0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62479245'] for segment (425e930c-6145-45e3-a03b-7be6d10f4678), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:30.507664 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.services.segments.plugin [-] Segment 425e930c-6145-45e3-a03b-7be6d10f4678 resource provider aggregate not found May 27 03:53:30.525379 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.services.segments.plugin [-] Segment 425e930c-6145-45e3-a03b-7be6d10f4678 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 425e930c-6145-45e3-a03b-7be6d10f4678 found for delete ", "request_id": "req-a7c1f73c-e4bc-4b46-8c8c-3b5699f4e343"}]} May 27 03:53:30.586185 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-f987b2cc-ea91-457c-98f5-80b6a30ce0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665655'] for network (bf42c74c-9f05-464d-a7dc-265ad85254eb), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:30.591626 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-f987b2cc-ea91-457c-98f5-80b6a30ce0bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-827053'] for network (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:30.594721 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-f987b2cc-ea91-457c-98f5-80b6a30ce0bd admin admin] 10.222.0.71 "DELETE /v2.0/networks/bf42c74c-9f05-464d-a7dc-265ad85254eb HTTP/1.1" status: 204 len: 168 time: 0.3404868 May 27 03:53:30.606211 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f987b2cc-ea91-457c-98f5-80b6a30ce0bd admin admin] Pushing event deleted for resources: {'Network': ['ID=bf42c74c-9f05-464d-a7dc-265ad85254eb,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:30.613463 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f987b2cc-ea91-457c-98f5-80b6a30ce0bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:30.613813 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f987b2cc-ea91-457c-98f5-80b6a30ce0bd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:30.614158 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f987b2cc-ea91-457c-98f5-80b6a30ce0bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:30.618792 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f987b2cc-ea91-457c-98f5-80b6a30ce0bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:30.618792 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f987b2cc-ea91-457c-98f5-80b6a30ce0bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:30.618792 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f987b2cc-ea91-457c-98f5-80b6a30ce0bd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:30.618792 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f987b2cc-ea91-457c-98f5-80b6a30ce0bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:30.618792 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f987b2cc-ea91-457c-98f5-80b6a30ce0bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:30.618792 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f987b2cc-ea91-457c-98f5-80b6a30ce0bd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:30.618792 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f987b2cc-ea91-457c-98f5-80b6a30ce0bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:30.618792 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f987b2cc-ea91-457c-98f5-80b6a30ce0bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:30.618792 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f987b2cc-ea91-457c-98f5-80b6a30ce0bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:30.618792 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f987b2cc-ea91-457c-98f5-80b6a30ce0bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:30.618792 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f987b2cc-ea91-457c-98f5-80b6a30ce0bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:30.618792 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f987b2cc-ea91-457c-98f5-80b6a30ce0bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:30.979548 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 60318) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:53:31.019168 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-deead39f-5a47-4da9-a001-34bb1b11f4ca admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bd2996e17c38425096392a2caf4cec28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384583 May 27 03:53:31.021572 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 60320) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:53:31.073228 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3dc1c59a-7545-4ba5-952d-3d9a6e044aab admin admin] Publish callbacks [] for security_group (b3a99806-be52-41c8-a872-de784eec07eb), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:31.094789 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3dc1c59a-7545-4ba5-952d-3d9a6e044aab admin admin] Publish callbacks [] for security_group (b3a99806-be52-41c8-a872-de784eec07eb), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:31.203430 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3dc1c59a-7545-4ba5-952d-3d9a6e044aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (b3a99806-be52-41c8-a872-de784eec07eb), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:31.206059 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3dc1c59a-7545-4ba5-952d-3d9a6e044aab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:31.207229 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-3dc1c59a-7545-4ba5-952d-3d9a6e044aab admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b3a99806-be52-41c8-a872-de784eec07eb HTTP/1.1" status: 204 len: 168 time: 0.1847322 May 27 03:53:31.215623 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc1c59a-7545-4ba5-952d-3d9a6e044aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a99806-be52-41c8-a872-de784eec07eb,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:31.959525 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 60326) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:53:32.000597 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-2f35cbb1-f556-4e52-adb2-a4edd91ae293 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=80b9cdd611f347ef8b565dd6137136e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398643 May 27 03:53:32.002983 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 60328) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:53:32.050275 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5ba78aa9-7bec-4d25-9fba-453aa7475cab admin admin] Publish callbacks [] for security_group (aa04940c-83bc-4c30-867d-8fc961f75b4b), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:32.058910 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:32.071815 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5ba78aa9-7bec-4d25-9fba-453aa7475cab admin admin] Publish callbacks [] for security_group (aa04940c-83bc-4c30-867d-8fc961f75b4b), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:32.081836 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:32.260364 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5ba78aa9-7bec-4d25-9fba-453aa7475cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (aa04940c-83bc-4c30-867d-8fc961f75b4b), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:32.263012 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5ba78aa9-7bec-4d25-9fba-453aa7475cab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:32.264293 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-5ba78aa9-7bec-4d25-9fba-453aa7475cab admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/aa04940c-83bc-4c30-867d-8fc961f75b4b HTTP/1.1" status: 204 len: 168 time: 0.2604110 May 27 03:53:32.272942 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba78aa9-7bec-4d25-9fba-453aa7475cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa04940c-83bc-4c30-867d-8fc961f75b4b,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:36.103715 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-638ff94e-7807-430a-a245-a3391c638a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:38.351523 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-42551862-c02f-49d3-866a-e595abb7cf4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:38.860088 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:39.458863 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:40.597231 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=49,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:40.609764 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=54,neutron:DELETE=6 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:41.080815 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:42.275872 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=6,neutron:DELETE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:42.369076 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:43.463624 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [req-5c1cbbc9-2835-44a1-b0ed-c9c3bdbd20b9 req-da8f27c5-fb54-43ed-9867-979d07612d4d service neutron] (104678) timed out ('10.222.0.72', 54681) {{(pid=104678) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 27 03:53:48.336622 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 6 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:53:48.888702 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 60462) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:53:48.994781 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-53155290-0f37-49b4-b6a6-01326949dc62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:49.068064 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-53155290-0f37-49b4-b6a6-01326949dc62 admin admin] Publish callbacks [] for security_group (e85df892-9475-43bb-bea2-9d528c69d9fe), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:49.139983 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-53155290-0f37-49b4-b6a6-01326949dc62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (e85df892-9475-43bb-bea2-9d528c69d9fe), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:49.180486 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-53155290-0f37-49b4-b6a6-01326949dc62 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d322bc4ba3094e468c704cf613fb04a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2902102 May 27 03:53:49.181693 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53155290-0f37-49b4-b6a6-01326949dc62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85df892-9475-43bb-bea2-9d528c69d9fe,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:49.183293 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 60466) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:53:49.236651 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e3783667-4ec9-4e9e-a77a-74663ee2dd67 admin admin] Publish callbacks [] for security_group (e85df892-9475-43bb-bea2-9d528c69d9fe), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:49.257872 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e3783667-4ec9-4e9e-a77a-74663ee2dd67 admin admin] Publish callbacks [] for security_group (e85df892-9475-43bb-bea2-9d528c69d9fe), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:49.396670 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e3783667-4ec9-4e9e-a77a-74663ee2dd67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (e85df892-9475-43bb-bea2-9d528c69d9fe), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:49.399254 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e3783667-4ec9-4e9e-a77a-74663ee2dd67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:49.400394 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-e3783667-4ec9-4e9e-a77a-74663ee2dd67 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e85df892-9475-43bb-bea2-9d528c69d9fe HTTP/1.1" status: 204 len: 168 time: 0.2161107 May 27 03:53:49.408840 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3783667-4ec9-4e9e-a77a-74663ee2dd67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85df892-9475-43bb-bea2-9d528c69d9fe,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:49.415998 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3783667-4ec9-4e9e-a77a-74663ee2dd67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:49.416344 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3783667-4ec9-4e9e-a77a-74663ee2dd67 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:49.421234 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3783667-4ec9-4e9e-a77a-74663ee2dd67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:49.421234 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3783667-4ec9-4e9e-a77a-74663ee2dd67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:49.421234 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3783667-4ec9-4e9e-a77a-74663ee2dd67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:49.421234 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3783667-4ec9-4e9e-a77a-74663ee2dd67 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:49.421234 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3783667-4ec9-4e9e-a77a-74663ee2dd67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:49.421234 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3783667-4ec9-4e9e-a77a-74663ee2dd67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:49.421234 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3783667-4ec9-4e9e-a77a-74663ee2dd67 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:49.421234 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3783667-4ec9-4e9e-a77a-74663ee2dd67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:49.421234 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3783667-4ec9-4e9e-a77a-74663ee2dd67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:49.421234 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3783667-4ec9-4e9e-a77a-74663ee2dd67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:49.421234 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3783667-4ec9-4e9e-a77a-74663ee2dd67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:49.421234 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3783667-4ec9-4e9e-a77a-74663ee2dd67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:49.421234 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3783667-4ec9-4e9e-a77a-74663ee2dd67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:52.306109 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:59.174843 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=19,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:59.176665 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=18,neutron:INSERT=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:59.411616 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=20,neutron:DELETE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:59.412452 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:59.443338 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:03.049363 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=18 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:03.052269 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=16 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:06.113923 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-2494165b-98b5-41b5-812c-b22a75c90aad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:08.431424 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-ea953429-661f-49eb-b90c-f81a08559856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:08.859641 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:09.442523 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:11.102694 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:12.368051 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:15.640367 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 60640) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:54:15.748895 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-94b111ec-a9fd-4bfd-adc9-ff0d53a09d36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:15.822582 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-94b111ec-a9fd-4bfd-adc9-ff0d53a09d36 admin admin] Publish callbacks [] for security_group (a543eed4-1eca-4b86-b20d-fc962affb924), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:15.916327 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-94b111ec-a9fd-4bfd-adc9-ff0d53a09d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (a543eed4-1eca-4b86-b20d-fc962affb924), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:15.955492 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-94b111ec-a9fd-4bfd-adc9-ff0d53a09d36 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=948756a5f2634f5198a3ac8f1d45a303&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3140681 May 27 03:54:15.958054 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b111ec-a9fd-4bfd-adc9-ff0d53a09d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a543eed4-1eca-4b86-b20d-fc962affb924,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:15.958898 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 60644) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:54:16.009124 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ca11539e-0642-4810-b897-8f90e66572c1 admin admin] Publish callbacks [] for security_group (a543eed4-1eca-4b86-b20d-fc962affb924), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:16.030882 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ca11539e-0642-4810-b897-8f90e66572c1 admin admin] Publish callbacks [] for security_group (a543eed4-1eca-4b86-b20d-fc962affb924), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:16.145380 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ca11539e-0642-4810-b897-8f90e66572c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (a543eed4-1eca-4b86-b20d-fc962affb924), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:16.148108 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ca11539e-0642-4810-b897-8f90e66572c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:16.149381 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-ca11539e-0642-4810-b897-8f90e66572c1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a543eed4-1eca-4b86-b20d-fc962affb924 HTTP/1.1" status: 204 len: 168 time: 0.1893845 May 27 03:54:16.157349 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11539e-0642-4810-b897-8f90e66572c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a543eed4-1eca-4b86-b20d-fc962affb924,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:22.308563 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:UPDATE=4,neutron:SELECT=6 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:25.334935 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 6 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:54:25.947111 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=19,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:25.954499 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=18,neutron:INSERT=6 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:26.152875 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:26.153704 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:26.171569 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:35.329721 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=5 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:35.331017 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=3 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:36.132839 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-ef903470-25cc-48bc-b21d-7bcd90fe35bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:38.356610 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-0ff9965c-dfa3-44e5-8561-1f87d3be11c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:38.847144 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:39.473404 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:40.708110 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 60814) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:54:40.812563 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-215a6589-f9ed-47d0-adc7-d32b09d9de23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:40.886180 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-215a6589-f9ed-47d0-adc7-d32b09d9de23 admin admin] Publish callbacks [] for security_group (81cdaa2a-027d-4dd2-80a0-085696b348f5), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:40.947617 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-215a6589-f9ed-47d0-adc7-d32b09d9de23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (81cdaa2a-027d-4dd2-80a0-085696b348f5), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:40.988542 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-215a6589-f9ed-47d0-adc7-d32b09d9de23 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d64b8d2fc6fd4ee9be4d3d82601d0c99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2793744 May 27 03:54:40.989433 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a6589-f9ed-47d0-adc7-d32b09d9de23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81cdaa2a-027d-4dd2-80a0-085696b348f5,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:40.991318 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [-] (104677) accepted ('10.222.0.71', 60818) {{(pid=104677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:54:40.996760 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a6589-f9ed-47d0-adc7-d32b09d9de23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:40.997109 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a6589-f9ed-47d0-adc7-d32b09d9de23 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:40.997481 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a6589-f9ed-47d0-adc7-d32b09d9de23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:40.997821 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a6589-f9ed-47d0-adc7-d32b09d9de23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:40.998160 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a6589-f9ed-47d0-adc7-d32b09d9de23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:40.999105 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a6589-f9ed-47d0-adc7-d32b09d9de23 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:40.999105 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a6589-f9ed-47d0-adc7-d32b09d9de23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:40.999105 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a6589-f9ed-47d0-adc7-d32b09d9de23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:40.999597 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a6589-f9ed-47d0-adc7-d32b09d9de23 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:40.999810 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a6589-f9ed-47d0-adc7-d32b09d9de23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:41.000209 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a6589-f9ed-47d0-adc7-d32b09d9de23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:41.000562 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a6589-f9ed-47d0-adc7-d32b09d9de23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:41.000735 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a6589-f9ed-47d0-adc7-d32b09d9de23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:41.000991 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a6589-f9ed-47d0-adc7-d32b09d9de23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:41.001339 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a6589-f9ed-47d0-adc7-d32b09d9de23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:41.044224 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9b5e3579-92a8-4b3e-a98b-252528e6bcd6 admin admin] Publish callbacks [] for security_group (81cdaa2a-027d-4dd2-80a0-085696b348f5), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:41.065227 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9b5e3579-92a8-4b3e-a98b-252528e6bcd6 admin admin] Publish callbacks [] for security_group (81cdaa2a-027d-4dd2-80a0-085696b348f5), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:41.104547 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:41.175791 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9b5e3579-92a8-4b3e-a98b-252528e6bcd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (81cdaa2a-027d-4dd2-80a0-085696b348f5), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:41.178383 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9b5e3579-92a8-4b3e-a98b-252528e6bcd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:41.179516 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [None req-9b5e3579-92a8-4b3e-a98b-252528e6bcd6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/81cdaa2a-027d-4dd2-80a0-085696b348f5 HTTP/1.1" status: 204 len: 168 time: 0.1872413 May 27 03:54:41.187515 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e3579-92a8-4b3e-a98b-252528e6bcd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81cdaa2a-027d-4dd2-80a0-085696b348f5,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:42.390101 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:44.348437 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-b644e5d5-d7b2-4be5-85bf-4485de45cda7 tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=8a9f3c2a07b64f9586a82a1e594a5e47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307667 May 27 03:54:44.525859 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-96260fb8-f212-49bd-9e7e-f50aaab5c83f tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:44.527239 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-96260fb8-f212-49bd-9e7e-f50aaab5c83f tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1738298 May 27 03:54:44.542816 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-79b4c7a2-7d4b-4722-a842-fa984dba18fc tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] 10.222.0.71 "GET /v2.0/quotas/8a9f3c2a07b64f9586a82a1e594a5e47 HTTP/1.1" status: 200 len: 375 time: 0.0094392 May 27 03:54:44.578032 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-b1d51c9c-a0de-48b4-b86f-92bca5ce0ce8 tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=8a9f3c2a07b64f9586a82a1e594a5e47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294821 May 27 03:54:45.932470 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-e33b2279-fd3f-4de0-b6e7-17520fd5a1eb req-3b0c3d73-456c-4055-a352-36fe5dc6b053 tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] 10.222.0.71 "GET /v2.0/ports?device_id=0168a14d-06f5-4d73-a931-54b68984ad0a HTTP/1.1" status: 200 len: 210 time: 0.1324704 May 27 03:54:47.027471 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ab1ee26f-07bc-4305-9d1c-1e91aaa75554 req-3f1bd88b-a8da-41b8-887a-85c6152976c6 tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] 10.222.0.71 "GET /v2.0/ports?device_id=0168a14d-06f5-4d73-a931-54b68984ad0a HTTP/1.1" status: 200 len: 210 time: 0.0261641 May 27 03:54:47.991793 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-554960b6-bb87-4964-90e8-231917a9f9ee tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=8a9f3c2a07b64f9586a82a1e594a5e47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291541 May 27 03:54:48.131421 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-c76fa69e-bebf-4f81-b563-0835db194889 req-fa1490a0-ad18-488c-9518-7438a0b531bb tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] 10.222.0.71 "GET /v2.0/ports?device_id=0168a14d-06f5-4d73-a931-54b68984ad0a HTTP/1.1" status: 200 len: 210 time: 0.0284235 May 27 03:54:48.180928 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-f592bcd2-cdae-4388-8b1b-50d792743740 tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:48.182395 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-f592bcd2-cdae-4388-8b1b-50d792743740 tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1865435 May 27 03:54:48.201074 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-ca4caaff-9ed8-4aff-8d65-81f617b41bca tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] Request body: {'port': {'device_id': '0168a14d-06f5-4d73-a931-54b68984ad0a', 'network_id': '527e3c87-e97b-4b47-92dc-0441860cf72b', 'admin_state_up': True, 'tenant_id': '8a9f3c2a07b64f9586a82a1e594a5e47'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:54:48.401601 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-ca4caaff-9ed8-4aff-8d65-81f617b41bca tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] Made reservation on behalf of 8a9f3c2a07b64f9586a82a1e594a5e47 for: {'port': 1} {{(pid=104678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:54:48.405875 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-ca4caaff-9ed8-4aff-8d65-81f617b41bca tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:48.414753 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-ca4caaff-9ed8-4aff-8d65-81f617b41bca tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] Publish callbacks [] for security_group (None), before_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:48.488330 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-ca4caaff-9ed8-4aff-8d65-81f617b41bca tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] Publish callbacks [] for security_group (4d4687f5-2e8e-41eb-915c-e6a604a248de), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:48.578857 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-ca4caaff-9ed8-4aff-8d65-81f617b41bca tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (4d4687f5-2e8e-41eb-915c-e6a604a248de), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:48.643541 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4caaff-9ed8-4aff-8d65-81f617b41bca tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4687f5-2e8e-41eb-915c-e6a604a248de,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:48.712127 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.db_base_plugin_common [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-ca4caaff-9ed8-4aff-8d65-81f617b41bca tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] Allocated IP 192.168.233.154 (527e3c87-e97b-4b47-92dc-0441860cf72b/26ad13c8-bed5-4281-81b2-6c7b6bf7351f/820c518d-03eb-4beb-93c7-b0e1eacfeb28) {{(pid=104678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:54:48.807645 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:48.816791 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:48.854806 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-ca4caaff-9ed8-4aff-8d65-81f617b41bca tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] Publish callbacks [] for port (820c518d-03eb-4beb-93c7-b0e1eacfeb28), precommit_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:48.964757 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-ca4caaff-9ed8-4aff-8d65-81f617b41bca tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755263567921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (820c518d-03eb-4beb-93c7-b0e1eacfeb28), after_create {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:49.014137 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-ca4caaff-9ed8-4aff-8d65-81f617b41bca tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] Network 527e3c87-e97b-4b47-92dc-0441860cf72b is already hosted by enough agents. {{(pid=104678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:54:49.019049 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.scheduler.base_scheduler [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-ca4caaff-9ed8-4aff-8d65-81f617b41bca tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] Resources bound (agent type, host, resource id): {{(pid=104678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:54:49.021148 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4caaff-9ed8-4aff-8d65-81f617b41bca tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] Pushing event updated for resources: {'Port': ['ID=820c518d-03eb-4beb-93c7-b0e1eacfeb28,revision_number=1']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:49.023292 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-ca4caaff-9ed8-4aff-8d65-81f617b41bca tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] Received port after_create {{(pid=104678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:54:49.075523 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-ca4caaff-9ed8-4aff-8d65-81f617b41bca tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:49.076465 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-ca4caaff-9ed8-4aff-8d65-81f617b41bca tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:49.158821 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-ca4caaff-9ed8-4aff-8d65-81f617b41bca tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9616785 May 27 03:54:49.228889 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-ebd78e70-6314-4464-b319-b4a6cc63bcc6 None None] Provisioning complete for port 820c518d-03eb-4beb-93c7-b0e1eacfeb28 triggered by entity DHCP. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:54:49.233605 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-ebd78e70-6314-4464-b319-b4a6cc63bcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (820c518d-03eb-4beb-93c7-b0e1eacfeb28), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:49.235220 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.v2.base [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-64d694cc-d9b6-4636-b13f-154b8b9e0065 service neutron] Request body: {'port': {'device_id': '0168a14d-06f5-4d73-a931-54b68984ad0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:54:49.262063 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e489cd6-1144-4bea-870e-45e3819abf53 req-21ffc44a-6741-471d-8d6b-3a8814f802c3 tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:49.263753 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2e489cd6-1144-4bea-870e-45e3819abf53 req-21ffc44a-6741-471d-8d6b-3a8814f802c3 tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] 10.222.0.71 "GET /v2.0/ports?device_id=0168a14d-06f5-4d73-a931-54b68984ad0a HTTP/1.1" status: 200 len: 936 time: 0.0594168 May 27 03:54:49.270396 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-ebd78e70-6314-4464-b319-b4a6cc63bcc6 None None] Port 820c518d-03eb-4beb-93c7-b0e1eacfeb28 cannot update to ACTIVE because it is not bound. {{(pid=104679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:54:49.296346 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-64d694cc-d9b6-4636-b13f-154b8b9e0065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (820c518d-03eb-4beb-93c7-b0e1eacfeb28), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:49.312901 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-2e489cd6-1144-4bea-870e-45e3819abf53 req-db32c470-9257-45fc-9a42-7689356167be tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d4687f5-2e8e-41eb-915c-e6a604a248de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428493 May 27 03:54:49.838150 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:49.840359 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-64d694cc-d9b6-4636-b13f-154b8b9e0065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 820c518d-03eb-4beb-93c7-b0e1eacfeb28 {{(pid=104678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:54:49.848570 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-64d694cc-d9b6-4636-b13f-154b8b9e0065 service neutron] Publish callbacks [] for port (820c518d-03eb-4beb-93c7-b0e1eacfeb28), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:49.860638 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.provisioning_blocks [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-64d694cc-d9b6-4636-b13f-154b8b9e0065 service neutron] Transition to ACTIVE for port object 820c518d-03eb-4beb-93c7-b0e1eacfeb28 will not be triggered until provisioned by entity L2. {{(pid=104678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:54:49.926707 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-64d694cc-d9b6-4636-b13f-154b8b9e0065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62479337'] for port (820c518d-03eb-4beb-93c7-b0e1eacfeb28), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:49.978901 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d694cc-d9b6-4636-b13f-154b8b9e0065 service neutron] Pushing event updated for resources: {'Port': ['ID=820c518d-03eb-4beb-93c7-b0e1eacfeb28,revision_number=2']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:50.053817 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-64d694cc-d9b6-4636-b13f-154b8b9e0065 service neutron] Attempting to bind port 820c518d-03eb-4beb-93c7-b0e1eacfeb28 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:54:50.054499 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-64d694cc-d9b6-4636-b13f-154b8b9e0065 service neutron] Attempting to bind port 820c518d-03eb-4beb-93c7-b0e1eacfeb28 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '7d72fad4-8880-42c3-bb8f-3ce93315d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '527e3c87-e97b-4b47-92dc-0441860cf72b'}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:54:50.054499 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-64d694cc-d9b6-4636-b13f-154b8b9e0065 service neutron] Attempting to bind port 820c518d-03eb-4beb-93c7-b0e1eacfeb28 on network 527e3c87-e97b-4b47-92dc-0441860cf72b {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:54:50.059180 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-64d694cc-d9b6-4636-b13f-154b8b9e0065 service neutron] Port 820c518d-03eb-4beb-93c7-b0e1eacfeb28 on network 527e3c87-e97b-4b47-92dc-0441860cf72b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:54:50.060031 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-64d694cc-d9b6-4636-b13f-154b8b9e0065 service neutron] Attempting to bind port 820c518d-03eb-4beb-93c7-b0e1eacfeb28 on network 527e3c87-e97b-4b47-92dc-0441860cf72b {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:54:50.065475 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-64d694cc-d9b6-4636-b13f-154b8b9e0065 service neutron] Checking agent: {'id': '1c07afa2-e502-46e1-ac2b-740a8f00a450', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 36, 8), 'started_at': datetime.datetime(2022, 5, 27, 3, 36, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:54:50.067005 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-64d694cc-d9b6-4636-b13f-154b8b9e0065 service neutron] Checking segment: {'id': '7d72fad4-8880-42c3-bb8f-3ce93315d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '527e3c87-e97b-4b47-92dc-0441860cf72b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:54:50.067634 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-64d694cc-d9b6-4636-b13f-154b8b9e0065 service neutron] Bound using segment: {'id': '7d72fad4-8880-42c3-bb8f-3ce93315d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '527e3c87-e97b-4b47-92dc-0441860cf72b'} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:54:50.068080 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-64d694cc-d9b6-4636-b13f-154b8b9e0065 service neutron] Bound port: 820c518d-03eb-4beb-93c7-b0e1eacfeb28, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d72fad4-8880-42c3-bb8f-3ce93315d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '527e3c87-e97b-4b47-92dc-0441860cf72b'}}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:54:50.068442 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-64d694cc-d9b6-4636-b13f-154b8b9e0065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (820c518d-03eb-4beb-93c7-b0e1eacfeb28), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:50.132128 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-64d694cc-d9b6-4636-b13f-154b8b9e0065 service neutron] For port 820c518d-03eb-4beb-93c7-b0e1eacfeb28, host hv-cinder-84336, cleared binding levels {{(pid=104678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:54:50.135065 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-64d694cc-d9b6-4636-b13f-154b8b9e0065 service neutron] For port 820c518d-03eb-4beb-93c7-b0e1eacfeb28, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=820c518d-03eb-4beb-93c7-b0e1eacfeb28,segment=NetworkSegment(7d72fad4-8880-42c3-bb8f-3ce93315d103),segment_id=7d72fad4-8880-42c3-bb8f-3ce93315d103)] {{(pid=104678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:54:50.236388 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-64d694cc-d9b6-4636-b13f-154b8b9e0065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62479337'] for port (820c518d-03eb-4beb-93c7-b0e1eacfeb28), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:50.240390 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:50.275648 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-64d694cc-d9b6-4636-b13f-154b8b9e0065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:50.277425 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-64d694cc-d9b6-4636-b13f-154b8b9e0065 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:50.277683 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-64d694cc-d9b6-4636-b13f-154b8b9e0065 service neutron] 10.222.0.72 "PUT /v2.0/ports/820c518d-03eb-4beb-93c7-b0e1eacfeb28 HTTP/1.1" status: 200 len: 1098 time: 1.1116843 May 27 03:54:50.278153 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0168a14d-06f5-4d73-a931-54b68984ad0a', 'tag': '820c518d-03eb-4beb-93c7-b0e1eacfeb28'}] {{(pid=104678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:54:50.280475 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e1ed873ee784d85eb1b1d61ec54b86d2255e46a50b7e273563a24fff47d01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf437828-2677-47f0-a1e8-cfefa37eff73" -d '{"events": [{"name": "network-changed", "server_uuid": "0168a14d-06f5-4d73-a931-54b68984ad0a", "tag": "820c518d-03eb-4beb-93c7-b0e1eacfeb28"}]}' {{(pid=104678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:54:50.303805 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d694cc-d9b6-4636-b13f-154b8b9e0065 service neutron] Pushing event updated for resources: {'Port': ['ID=820c518d-03eb-4beb-93c7-b0e1eacfeb28,revision_number=3']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:50.394347 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd49454-ae04-40bd-b309-0b240ed8e79a x-openstack-request-id: req-1bd49454-ae04-40bd-b309-0b240ed8e79a {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:54:50.394764 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0168a14d-06f5-4d73-a931-54b68984ad0a", "tag": "820c518d-03eb-4beb-93c7-b0e1eacfeb28", "status": "completed", "code": 200}]} {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:54:50.395386 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1bd49454-ae04-40bd-b309-0b240ed8e79a {{(pid=104678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:54:50.395916 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bd49454-ae04-40bd-b309-0b240ed8e79a'] response: {'name': 'network-changed', 'server_uuid': '0168a14d-06f5-4d73-a931-54b68984ad0a', 'tag': '820c518d-03eb-4beb-93c7-b0e1eacfeb28', 'status': 'completed', 'code': 200} May 27 03:54:50.447114 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-2072febb-dfcc-4942-9c10-167fa131b7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:50.448990 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be82de1-94d5-4147-b2c5-30a77f3c27e9 req-13309442-223d-47f1-802d-ac866e204959 tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:50.449754 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-2072febb-dfcc-4942-9c10-167fa131b7e3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a9f3c2a07b64f9586a82a1e594a5e47&device_id=0168a14d-06f5-4d73-a931-54b68984ad0a HTTP/1.1" status: 200 len: 1132 time: 0.0514092 May 27 03:54:50.451355 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5be82de1-94d5-4147-b2c5-30a77f3c27e9 req-13309442-223d-47f1-802d-ac866e204959 tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] 10.222.0.71 "GET /v2.0/ports?device_id=0168a14d-06f5-4d73-a931-54b68984ad0a HTTP/1.1" status: 200 len: 948 time: 0.0526004 May 27 03:54:50.490103 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-e23e1b6e-e942-4f80-b8c3-7a934643fef7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=820c518d-03eb-4beb-93c7-b0e1eacfeb28 HTTP/1.1" status: 200 len: 217 time: 0.0337586 May 27 03:54:50.503234 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-5be82de1-94d5-4147-b2c5-30a77f3c27e9 req-c42d2bca-18d8-41fa-9539-04dfb2f9f267 tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d4687f5-2e8e-41eb-915c-e6a604a248de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449240 May 27 03:54:50.539164 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-2fe6c110-be52-448c-93ff-8574c3cd15c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:50.540561 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-2fe6c110-be52-448c-93ff-8574c3cd15c1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=26ad13c8-bed5-4281-81b2-6c7b6bf7351f HTTP/1.1" status: 200 len: 843 time: 0.0454423 May 27 03:54:50.584012 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-730d7a29-7d08-41bd-8df7-19dee767b1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:50.585490 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-730d7a29-7d08-41bd-8df7-19dee767b1a4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=527e3c87-e97b-4b47-92dc-0441860cf72b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384920 May 27 03:54:50.678922 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-d74d9ce1-6f20-4f56-920e-e4f9968310fd service neutron] 10.222.0.72 "GET /v2.0/networks/527e3c87-e97b-4b47-92dc-0441860cf72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870712 May 27 03:54:50.768871 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-564ea50b-e373-4a8e-a7af-657d5f6275ed req-5694a53a-9438-4389-a671-20ec00291312 service neutron] 10.222.0.72 "GET /v2.0/networks/527e3c87-e97b-4b47-92dc-0441860cf72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830271 May 27 03:54:51.539006 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf437828-2677-47f0-a1e8-cfefa37eff73 req-f6829eee-7d79-4ac3-b830-7ef71670b1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:51.540520 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-cf437828-2677-47f0-a1e8-cfefa37eff73 req-f6829eee-7d79-4ac3-b830-7ef71670b1bc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a9f3c2a07b64f9586a82a1e594a5e47&device_id=0168a14d-06f5-4d73-a931-54b68984ad0a HTTP/1.1" status: 200 len: 1132 time: 0.0467656 May 27 03:54:51.621488 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3851ad7-534c-48ba-a102-dde408c96fc9 req-2beb4e04-2107-4ee9-b75e-7a2580683b60 tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:51.623499 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b3851ad7-534c-48ba-a102-dde408c96fc9 req-2beb4e04-2107-4ee9-b75e-7a2580683b60 tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] 10.222.0.71 "GET /v2.0/ports?device_id=0168a14d-06f5-4d73-a931-54b68984ad0a HTTP/1.1" status: 200 len: 948 time: 0.0492318 May 27 03:54:51.633770 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf437828-2677-47f0-a1e8-cfefa37eff73 req-a74d30d2-f7ce-4583-9875-791db75bd45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:51.635218 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-cf437828-2677-47f0-a1e8-cfefa37eff73 req-a74d30d2-f7ce-4583-9875-791db75bd45a service neutron] 10.222.0.72 "GET /v2.0/networks?id=527e3c87-e97b-4b47-92dc-0441860cf72b HTTP/1.1" status: 200 len: 870 time: 0.0882580 May 27 03:54:51.670362 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b3851ad7-534c-48ba-a102-dde408c96fc9 req-37c1afd8-d711-4063-9ac5-6054143447e3 tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d4687f5-2e8e-41eb-915c-e6a604a248de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412686 May 27 03:54:51.676132 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-cf437828-2677-47f0-a1e8-cfefa37eff73 req-b7ffafc4-1c89-4183-856a-d1d900f7100c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=820c518d-03eb-4beb-93c7-b0e1eacfeb28 HTTP/1.1" status: 200 len: 217 time: 0.0351791 May 27 03:54:51.725057 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf437828-2677-47f0-a1e8-cfefa37eff73 req-e7858ae7-98b7-46fb-876c-67548194e36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:51.726488 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-cf437828-2677-47f0-a1e8-cfefa37eff73 req-e7858ae7-98b7-46fb-876c-67548194e36e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=26ad13c8-bed5-4281-81b2-6c7b6bf7351f HTTP/1.1" status: 200 len: 843 time: 0.0448382 May 27 03:54:51.768447 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf437828-2677-47f0-a1e8-cfefa37eff73 req-52859e8b-8ebf-4b5d-be38-f7bb2be03005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:51.769817 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-cf437828-2677-47f0-a1e8-cfefa37eff73 req-52859e8b-8ebf-4b5d-be38-f7bb2be03005 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=527e3c87-e97b-4b47-92dc-0441860cf72b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0371554 May 27 03:54:51.861155 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-cf437828-2677-47f0-a1e8-cfefa37eff73 req-852b4769-db2e-4da1-83b5-c34a4675d739 service neutron] 10.222.0.72 "GET /v2.0/networks/527e3c87-e97b-4b47-92dc-0441860cf72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841005 May 27 03:54:51.932793 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:51.948869 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-cf437828-2677-47f0-a1e8-cfefa37eff73 req-4bbc531f-f8f2-4ebb-a193-a882ecbe6a4b service neutron] 10.222.0.72 "GET /v2.0/networks/527e3c87-e97b-4b47-92dc-0441860cf72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820470 May 27 03:54:52.784232 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc67c0-ae3d-42ac-baad-f13fb4ace057 req-f214c027-11bc-4399-a583-bab90b677e43 tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:52.785657 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-48bc67c0-ae3d-42ac-baad-f13fb4ace057 req-f214c027-11bc-4399-a583-bab90b677e43 tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] 10.222.0.71 "GET /v2.0/ports?device_id=0168a14d-06f5-4d73-a931-54b68984ad0a HTTP/1.1" status: 200 len: 948 time: 0.0470171 May 27 03:54:52.832299 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-48bc67c0-ae3d-42ac-baad-f13fb4ace057 req-3c6415c5-28e7-45d9-876f-b67cdf56be66 tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d4687f5-2e8e-41eb-915c-e6a604a248de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412076 May 27 03:54:53.943332 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17a150-0187-42b3-905f-23267b93dc1a req-cba46071-7a9e-4a38-b0bc-a2326d360956 tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:53.944787 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ff17a150-0187-42b3-905f-23267b93dc1a req-cba46071-7a9e-4a38-b0bc-a2326d360956 tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] 10.222.0.71 "GET /v2.0/ports?device_id=0168a14d-06f5-4d73-a931-54b68984ad0a HTTP/1.1" status: 200 len: 948 time: 0.0452926 May 27 03:54:53.993841 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ff17a150-0187-42b3-905f-23267b93dc1a req-cdb3c549-5419-489f-aa94-bd1aed1d7055 tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d4687f5-2e8e-41eb-915c-e6a604a248de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435510 May 27 03:54:54.282280 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 820c518d-03eb-4beb-93c7-b0e1eacfeb28 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:54:54.378939 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port 820c518d-03eb-4beb-93c7-b0e1eacfeb28, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=820c518d-03eb-4beb-93c7-b0e1eacfeb28,segment=NetworkSegment(7d72fad4-8880-42c3-bb8f-3ce93315d103),segment_id=7d72fad4-8880-42c3-bb8f-3ce93315d103)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:54.394598 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Returning: {'device': '820c518d-03eb-4beb-93c7-b0e1eacfeb28', 'network_id': '527e3c87-e97b-4b47-92dc-0441860cf72b', 'port_id': '820c518d-03eb-4beb-93c7-b0e1eacfeb28', 'mac_address': 'fa:16:3e:35:18:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26ad13c8-bed5-4281-81b2-6c7b6bf7351f', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:54:54.427773 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port 820c518d-03eb-4beb-93c7-b0e1eacfeb28 is: DOWN; New status is: BUILD {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:54:54.428159 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (820c518d-03eb-4beb-93c7-b0e1eacfeb28), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:54.441435 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 820c518d-03eb-4beb-93c7-b0e1eacfeb28 {{(pid=104679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:54:54.461101 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port 820c518d-03eb-4beb-93c7-b0e1eacfeb28, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=820c518d-03eb-4beb-93c7-b0e1eacfeb28,segment=NetworkSegment(7d72fad4-8880-42c3-bb8f-3ce93315d103),segment_id=7d72fad4-8880-42c3-bb8f-3ce93315d103)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:54.518671 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (820c518d-03eb-4beb-93c7-b0e1eacfeb28), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:54.565381 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=820c518d-03eb-4beb-93c7-b0e1eacfeb28,revision_number=4']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:54.572892 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:54.573241 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:54.573613 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:54.578510 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:54.578510 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:54.578510 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:54.578510 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:54.578510 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:54.578510 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:54.578510 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:54.578510 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:54.578510 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:54.578510 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:54.579419 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:54.579419 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-2-smb {{(pid=104679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:54.719704 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] get_ports_and_sgs() called for port_ids ['820c518d-03eb-4beb-93c7-b0e1eacfeb28'] {{(pid=104679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:54:55.108030 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a5e35-3f2e-4f36-9889-cfdd6dd0a773 req-691b9cfa-c954-4fef-88dc-ad8b91901f8b tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:55.109525 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-bd4a5e35-3f2e-4f36-9889-cfdd6dd0a773 req-691b9cfa-c954-4fef-88dc-ad8b91901f8b tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] 10.222.0.71 "GET /v2.0/ports?device_id=0168a14d-06f5-4d73-a931-54b68984ad0a HTTP/1.1" status: 200 len: 949 time: 0.0468822 May 27 03:54:55.157836 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-bd4a5e35-3f2e-4f36-9889-cfdd6dd0a773 req-2303884a-aeb8-4912-a4f3-fe91f0f14a24 tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d4687f5-2e8e-41eb-915c-e6a604a248de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425861 May 27 03:54:56.272661 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18917caa-3203-42cb-a154-1b49786839bd req-af2d2d56-149d-466c-aed6-3bfa632a0f83 tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:56.274049 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-18917caa-3203-42cb-a154-1b49786839bd req-af2d2d56-149d-466c-aed6-3bfa632a0f83 tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] 10.222.0.71 "GET /v2.0/ports?device_id=0168a14d-06f5-4d73-a931-54b68984ad0a HTTP/1.1" status: 200 len: 949 time: 0.0464771 May 27 03:54:56.282356 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 820c518d-03eb-4beb-93c7-b0e1eacfeb28 up at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:54:56.313709 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:56.320884 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-18917caa-3203-42cb-a154-1b49786839bd req-eaa7e901-ae5e-47d2-b459-743cd41dcd8a tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d4687f5-2e8e-41eb-915c-e6a604a248de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405972 May 27 03:54:56.323076 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Provisioning for port 820c518d-03eb-4beb-93c7-b0e1eacfeb28 completed by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:54:56.401186 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.db.provisioning_blocks [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Provisioning complete for port 820c518d-03eb-4beb-93c7-b0e1eacfeb28 triggered by entity L2. {{(pid=104679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:54:56.401601 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1472954'] for port (820c518d-03eb-4beb-93c7-b0e1eacfeb28), provisioning_complete {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:56.404667 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:56.438477 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:56.476913 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Current status of the port 820c518d-03eb-4beb-93c7-b0e1eacfeb28 is: BUILD; New status is: ACTIVE {{(pid=104679) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:54:56.477361 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518468'] for port (820c518d-03eb-4beb-93c7-b0e1eacfeb28), before_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:56.499917 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0168a14d-06f5-4d73-a931-54b68984ad0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820c518d-03eb-4beb-93c7-b0e1eacfeb28'}] {{(pid=104679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:54:56.502151 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d249cf550e2d843300bc9a66ec52257e0462e4d4b5166dc6bcb5b411a3eed5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8910e71c-68a0-48b5-8c67-dbb5b0f79b14" -d '{"events": [{"server_uuid": "0168a14d-06f5-4d73-a931-54b68984ad0a", "name": "network-vif-plugged", "status": "completed", "tag": "820c518d-03eb-4beb-93c7-b0e1eacfeb28"}]}' {{(pid=104679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:54:56.514629 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] For port 820c518d-03eb-4beb-93c7-b0e1eacfeb28, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=820c518d-03eb-4beb-93c7-b0e1eacfeb28,segment=NetworkSegment(7d72fad4-8880-42c3-bb8f-3ce93315d103),segment_id=7d72fad4-8880-42c3-bb8f-3ce93315d103)] {{(pid=104679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:56.570213 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755264108261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755263567939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755263567957'] for port (820c518d-03eb-4beb-93c7-b0e1eacfeb28), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:56.602989 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec77b4b-696c-4945-a7b4-e0209217e1a8 x-openstack-request-id: req-fec77b4b-696c-4945-a7b4-e0209217e1a8 {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:54:56.603287 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0168a14d-06f5-4d73-a931-54b68984ad0a", "name": "network-vif-plugged", "status": "completed", "tag": "820c518d-03eb-4beb-93c7-b0e1eacfeb28", "code": 200}]} {{(pid=104679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:54:56.603537 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fec77b4b-696c-4945-a7b4-e0209217e1a8 {{(pid=104679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:54:56.603928 dv-cinder-843361-2-smb neutron-server[104679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fec77b4b-696c-4945-a7b4-e0209217e1a8'] response: {'server_uuid': '0168a14d-06f5-4d73-a931-54b68984ad0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820c518d-03eb-4beb-93c7-b0e1eacfeb28', 'code': 200} May 27 03:54:56.619730 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=820c518d-03eb-4beb-93c7-b0e1eacfeb28,revision_number=5']} {{(pid=104679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:56.907788 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077f667-2a09-4565-af30-2440307087ba req-3bf6299a-2ec3-4ec8-849b-bba0bcdb5dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:56.909397 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-1077f667-2a09-4565-af30-2440307087ba req-3bf6299a-2ec3-4ec8-849b-bba0bcdb5dd6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0168a14d-06f5-4d73-a931-54b68984ad0a HTTP/1.1" status: 200 len: 1134 time: 0.0384774 May 27 03:54:56.957411 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-1077f667-2a09-4565-af30-2440307087ba req-aea8db7c-198c-42ea-9692-b822ac0c3e6e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4d4687f5-2e8e-41eb-915c-e6a604a248de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425544 May 27 03:54:57.436391 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb2d07-09e9-458e-b4ba-31efb6297d90 req-79b48c8e-df7a-4f72-9aae-ffd3e71d4195 tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:57.437863 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-6ccb2d07-09e9-458e-b4ba-31efb6297d90 req-79b48c8e-df7a-4f72-9aae-ffd3e71d4195 tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] 10.222.0.71 "GET /v2.0/ports?device_id=0168a14d-06f5-4d73-a931-54b68984ad0a HTTP/1.1" status: 200 len: 950 time: 0.0486999 May 27 03:54:57.449477 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:57.485039 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-6ccb2d07-09e9-458e-b4ba-31efb6297d90 req-bf9ead18-847f-49c8-8b4a-c38a5af8e47f tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d4687f5-2e8e-41eb-915c-e6a604a248de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417719 May 27 03:54:58.603043 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75c100-21f4-4bb1-8e9f-1c0311cf229a req-77d85208-d20d-4b35-8968-b2c1f1b89e39 tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:58.604415 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-4a75c100-21f4-4bb1-8e9f-1c0311cf229a req-77d85208-d20d-4b35-8968-b2c1f1b89e39 tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] 10.222.0.71 "GET /v2.0/ports?device_id=0168a14d-06f5-4d73-a931-54b68984ad0a HTTP/1.1" status: 200 len: 950 time: 0.0487874 May 27 03:54:58.651244 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-4a75c100-21f4-4bb1-8e9f-1c0311cf229a req-d3c66221-66f1-4393-82a8-9975165dcc8c tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d4687f5-2e8e-41eb-915c-e6a604a248de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403161 May 27 03:54:59.148244 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd52f9-800f-4171-ad80-e842a08d195f req-2cf6e62a-39c8-4515-88ec-9e8f35167da0 tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:59.149707 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b2cd52f9-800f-4171-ad80-e842a08d195f req-2cf6e62a-39c8-4515-88ec-9e8f35167da0 tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] 10.222.0.71 "GET /v2.0/ports?device_id=0168a14d-06f5-4d73-a931-54b68984ad0a HTTP/1.1" status: 200 len: 950 time: 0.0459599 May 27 03:54:59.200634 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-b2cd52f9-800f-4171-ad80-e842a08d195f req-862fb768-a2a8-4df1-81cf-be0a243158d1 tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d4687f5-2e8e-41eb-915c-e6a604a248de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444365 May 27 03:55:00.315400 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b16a2c-8ae2-4cf8-907c-5795e5e70fd1 req-15393a71-a478-461d-87fb-138df3672714 tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:00.316915 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-14b16a2c-8ae2-4cf8-907c-5795e5e70fd1 req-15393a71-a478-461d-87fb-138df3672714 tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] 10.222.0.71 "GET /v2.0/ports?device_id=0168a14d-06f5-4d73-a931-54b68984ad0a HTTP/1.1" status: 200 len: 950 time: 0.0468223 May 27 03:55:00.366531 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-14b16a2c-8ae2-4cf8-907c-5795e5e70fd1 req-95336f32-e059-4dd7-b206-2ce9741d6ac0 tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d4687f5-2e8e-41eb-915c-e6a604a248de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440142 May 27 03:55:00.441251 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a43bca-f3ab-49d6-8801-ce643d6a850e req-5f0f58c8-bea5-4b66-be22-1f058aba9040 tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:55:00.442788 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-a8a43bca-f3ab-49d6-8801-ce643d6a850e req-5f0f58c8-bea5-4b66-be22-1f058aba9040 tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] 10.222.0.72 "GET /v2.0/ports?device_id=0168a14d-06f5-4d73-a931-54b68984ad0a HTTP/1.1" status: 200 len: 950 time: 0.0456152 May 27 03:55:00.522283 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [req-a8a43bca-f3ab-49d6-8801-ce643d6a850e req-bbe6d13e-cd3a-432b-80a1-78f496fe2c9c tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] Deleting port 820c518d-03eb-4beb-93c7-b0e1eacfeb28 {{(pid=104678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:55:00.522541 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-a8a43bca-f3ab-49d6-8801-ce643d6a850e req-bbe6d13e-cd3a-432b-80a1-78f496fe2c9c tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755264102117'] for port (820c518d-03eb-4beb-93c7-b0e1eacfeb28), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:00.586847 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=100 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:00.615940 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.db [req-a8a43bca-f3ab-49d6-8801-ce643d6a850e req-bbe6d13e-cd3a-432b-80a1-78f496fe2c9c tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] For port 820c518d-03eb-4beb-93c7-b0e1eacfeb28, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=820c518d-03eb-4beb-93c7-b0e1eacfeb28,segment=NetworkSegment(7d72fad4-8880-42c3-bb8f-3ce93315d103),segment_id=7d72fad4-8880-42c3-bb8f-3ce93315d103)] {{(pid=104678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:55:00.616302 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-a8a43bca-f3ab-49d6-8801-ce643d6a850e req-bbe6d13e-cd3a-432b-80a1-78f496fe2c9c tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3656285'] for port (820c518d-03eb-4beb-93c7-b0e1eacfeb28), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:00.630277 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.plugins.ml2.plugin [req-a8a43bca-f3ab-49d6-8801-ce643d6a850e req-bbe6d13e-cd3a-432b-80a1-78f496fe2c9c tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] Calling delete_port for 820c518d-03eb-4beb-93c7-b0e1eacfeb28 owned by compute:nova {{(pid=104678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:55:00.841136 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-a8a43bca-f3ab-49d6-8801-ce643d6a850e req-bbe6d13e-cd3a-432b-80a1-78f496fe2c9c tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1517684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-827027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755264108243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755263567930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62479326'] for port (820c518d-03eb-4beb-93c7-b0e1eacfeb28), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:00.852535 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.db [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] get_ports_and_sgs() called for port_ids ['820c518d-03eb-4beb-93c7-b0e1eacfeb28'] {{(pid=104679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:55:00.868069 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6d13e-cd3a-432b-80a1-78f496fe2c9c tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] Pushing event deleted for resources: {'Port': ['ID=820c518d-03eb-4beb-93c7-b0e1eacfeb28,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:00.914609 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a43bca-f3ab-49d6-8801-ce643d6a850e req-bbe6d13e-cd3a-432b-80a1-78f496fe2c9c tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] No DVR routers for this DVR port 820c518d-03eb-4beb-93c7-b0e1eacfeb28 on host hv-cinder-84336 {{(pid=104678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:55:00.917293 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [req-a8a43bca-f3ab-49d6-8801-ce643d6a850e req-bbe6d13e-cd3a-432b-80a1-78f496fe2c9c tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255894'] for port (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:00.921338 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [req-a8a43bca-f3ab-49d6-8801-ce643d6a850e req-bbe6d13e-cd3a-432b-80a1-78f496fe2c9c tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] 10.222.0.72 "DELETE /v2.0/ports/820c518d-03eb-4beb-93c7-b0e1eacfeb28 HTTP/1.1" status: 204 len: 173 time: 0.4732056 May 27 03:55:00.921763 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0168a14d-06f5-4d73-a931-54b68984ad0a', 'name': 'network-vif-deleted', 'tag': '820c518d-03eb-4beb-93c7-b0e1eacfeb28'}] {{(pid=104678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:55:00.924319 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e1ed873ee784d85eb1b1d61ec54b86d2255e46a50b7e273563a24fff47d01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f76cece-be12-4fbf-8d11-c43cb5ad7ef9" -d '{"events": [{"server_uuid": "0168a14d-06f5-4d73-a931-54b68984ad0a", "name": "network-vif-deleted", "tag": "820c518d-03eb-4beb-93c7-b0e1eacfeb28"}]}' {{(pid=104678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:55:00.962363 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b896a0fd-2a86-4ead-ae92-5ff848b2dda1 x-openstack-request-id: req-b896a0fd-2a86-4ead-ae92-5ff848b2dda1 {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:55:00.962651 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0168a14d-06f5-4d73-a931-54b68984ad0a", "name": "network-vif-deleted", "tag": "820c518d-03eb-4beb-93c7-b0e1eacfeb28", "status": "completed", "code": 200}]} {{(pid=104678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:55:00.962901 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b896a0fd-2a86-4ead-ae92-5ff848b2dda1 {{(pid=104678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:55:00.963308 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b896a0fd-2a86-4ead-ae92-5ff848b2dda1'] response: {'server_uuid': '0168a14d-06f5-4d73-a931-54b68984ad0a', 'name': 'network-vif-deleted', 'tag': '820c518d-03eb-4beb-93c7-b0e1eacfeb28', 'status': 'completed', 'code': 200} May 27 03:55:01.474629 dv-cinder-843361-2-smb neutron-server[104677]: INFO neutron.wsgi [req-ac516fae-f56b-4365-b0a2-f6299e050873 req-e089bbf7-d3a5-4adb-9c1a-58c34ec82682 tempest-VolumesNegativeTest-1494928038 tempest-VolumesNegativeTest-1494928038-project] 10.222.0.71 "GET /v2.0/ports?device_id=0168a14d-06f5-4d73-a931-54b68984ad0a HTTP/1.1" status: 200 len: 210 time: 0.0269554 May 27 03:55:02.334230 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 6 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:55:04.329342 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 820c518d-03eb-4beb-93c7-b0e1eacfeb28 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:55:04.349050 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.plugin [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] No Port match for: 820c518d-03eb-4beb-93c7-b0e1eacfeb28 {{(pid=104679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:55:04.349344 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron.plugins.ml2.rpc [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Device 820c518d-03eb-4beb-93c7-b0e1eacfeb28 not bound to the agent host hv-cinder-84336 {{(pid=104679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:55:06.118507 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-3d7606b2-c0c3-4cee-abe8-f22967cde015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:08.352301 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-c1de067f-6b8e-4d3c-a3a1-bcc603e09d2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:08.878553 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:08.887806 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 32952) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:55:09.021883 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-a7f2a0d6-1cbd-4869-85b8-a740420c236b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8a9f3c2a07b64f9586a82a1e594a5e47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1328905 May 27 03:55:09.024295 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [-] (104678) accepted ('10.222.0.71', 32956) {{(pid=104678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:55:09.072263 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-01c7d0c9-677e-4915-98ff-61254ba35822 admin admin] Publish callbacks [] for security_group (4d4687f5-2e8e-41eb-915c-e6a604a248de), before_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:09.097696 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-01c7d0c9-677e-4915-98ff-61254ba35822 admin admin] Publish callbacks [] for security_group (4d4687f5-2e8e-41eb-915c-e6a604a248de), precommit_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:09.218218 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-01c7d0c9-677e-4915-98ff-61254ba35822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498459'] for security_group (4d4687f5-2e8e-41eb-915c-e6a604a248de), after_delete {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:09.221025 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-01c7d0c9-677e-4915-98ff-61254ba35822 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:09.222190 dv-cinder-843361-2-smb neutron-server[104678]: INFO neutron.wsgi [None req-01c7d0c9-677e-4915-98ff-61254ba35822 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4d4687f5-2e8e-41eb-915c-e6a604a248de HTTP/1.1" status: 204 len: 168 time: 0.1969957 May 27 03:55:09.229842 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c7d0c9-677e-4915-98ff-61254ba35822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4687f5-2e8e-41eb-915c-e6a604a248de,revision_number=None']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:09.426414 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:11.129562 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:11.457498 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=30 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:11.458277 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=39 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:12.329497 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=5 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:12.330307 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:12.378159 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:19.225411 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=77,neutron:DELETE=6 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:19.226121 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=47,neutron:DELETE=6 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:23.048310 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=26,neutron:UPDATE=4 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:23.050161 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=55,neutron:UPDATE=4 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:36.100097 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-f1db9a34-8e3d-4486-b81e-fb9f5b127ecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:38.357180 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-dcfc574f-eb83-4d56-8184-0152f97aa0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:38.894318 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:39.334319 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 6 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:55:39.431624 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:41.085704 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:42.379977 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:46.334515 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=3 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:49.331001 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=5 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:52.305332 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:52.307227 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:02.912894 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [req-292089d4-09ef-4dc4-be70-f10e5a382319 req-4ab006d3-b49c-4980-bd07-a8c64694b8a4 service neutron] (104678) timed out ('10.222.0.72', 54707) {{(pid=104678) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 27 03:56:03.041631 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=14 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:03.047340 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=12 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:06.105227 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-92347caa-e825-4b50-a040-7d623e52ec16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:08.393635 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-0bd177ad-bf88-4125-b06e-f0ac1a100e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:08.905390 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:09.468610 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:11.104656 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:12.365019 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:16.334010 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 6 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:56:22.305856 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=9 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:22.307771 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=9,neutron:UPDATE=6 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:23.326361 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=2 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:26.329288 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=6 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:36.096098 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-729e154f-5253-42dd-95b9-6f6ab1108f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:38.381595 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-37e02d85-b58f-460a-ad52-17c08f93559e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:38.898629 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:39.427864 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:41.098622 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:42.395348 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:51.027775 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:52.313709 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:53.333100 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 6 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:57:03.329661 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=5 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:04.379271 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:06.097810 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-8165298e-2ae1-4966-a971-37172936eed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:08.365997 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-5c38d36b-1852-4e14-a284-db1ad51f906b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:08.931632 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:09.466593 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:11.117966 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:12.409358 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:23.043086 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:23.044922 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:30.333847 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 6 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:57:36.088825 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-4636382d-d84f-4a32-8e86-03909889094b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:38.342452 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-ee56ec90-2be3-4a37-adab-d15992bdb8ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:38.908163 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:39.451381 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:41.105885 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:42.326700 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=4 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:42.328690 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=6 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:42.408630 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:52.319750 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:52.321791 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:03.038840 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=13 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:03.042778 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=13 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:06.111338 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-a33161e9-fecf-48ba-82c8-8c06e69524c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:07.333852 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 6 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:58:08.379553 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-7ca5e1df-88ea-4c16-9676-90966611e4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:08.884628 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:09.433194 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:11.107387 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:12.381474 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:17.329274 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=3 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:17.330494 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=5 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:22.315179 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:22.317078 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:36.089635 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-7c726aa8-6c92-4873-86d1-6f1077fa342c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:38.470678 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d524b6ca-eab4-4d9d-aad8-4e9d4dc820bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:38.910116 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:39.454874 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:41.104909 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:42.375272 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:42.586219 dv-cinder-843361-2-smb neutron-server[104678]: DEBUG neutron.wsgi [req-4651a4bc-2d38-4c20-a632-4bb7f24b87de req-314a39e7-f154-4e31-ae6b-30164b2babb1 service neutron] (104678) timed out ('10.222.0.71', 57680) {{(pid=104678) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 27 03:58:42.788646 dv-cinder-843361-2-smb neutron-server[104677]: DEBUG neutron.wsgi [req-4651a4bc-2d38-4c20-a632-4bb7f24b87de req-bb6a6ef8-5fe4-454b-9ae3-24c5e0f9f6e9 tempest-TestShelveInstance-1364320031 tempest-TestShelveInstance-1364320031-project] (104677) timed out ('10.222.0.71', 57690) {{(pid=104677) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 27 03:58:44.334389 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 6 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:58:52.314105 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:52.320149 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:54.329765 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=4 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:54.330532 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=4 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:04.384346 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:06.095342 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-dda2ae3a-af5b-4409-b71c-043c03081350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:08.345147 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-ee11f0f5-65cf-4679-88a8-ce0c90b867fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:08.915443 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:09.446505 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:11.105831 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:12.419838 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:21.335134 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 6 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:59:23.036360 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:23.044634 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:31.331117 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=6 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:31.331797 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=2 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:36.114851 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-34a149fd-134a-434c-9252-701daf71f1ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:38.348727 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-0b5ba14f-370e-4815-b20b-1928187c85a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:38.967838 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:39.470865 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:41.099190 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:42.419170 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-05bd87a5-a281-4062-baa6-738ad717c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (9eab1ddd-6fe1-4746-91d3-5b2c5a714814), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:52.317239 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:52.319175 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG dbcounter [-] [104679] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:58.334593 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG neutron.db.agents_db [None req-56437baa-392f-40a8-befa-b84f7afd5fad None None] Agent healthcheck: found 6 active agents {{(pid=104680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 04:00:05.342638 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=17 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:06.127024 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-89e28a79-409f-4cae-9978-c669fa8f7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (51435755-087c-400e-9559-48781745a262), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:08.330464 dv-cinder-843361-2-smb neutron-server[104680]: DEBUG dbcounter [-] [104680] Writing DB stats neutron:SELECT=17 {{(pid=104680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:08.389820 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-32faa1b2-b8fc-47eb-a763-015e8ba5586e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (7d9a9e7f-db9c-4b04-968c-96f2604be719), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:08.955765 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-d2a74b23-88b3-41a7-a2cb-d97e9b3b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (1c07afa2-e502-46e1-ac2b-740a8f00a450), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:09.458149 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-63da5a05-6513-498b-a579-25476897fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0bef1aca-ed7c-4500-9154-b8bb17a633cc), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 04:00:11.114044 dv-cinder-843361-2-smb neutron-server[104679]: DEBUG neutron_lib.callbacks.manager [None req-b94987ed-94b0-4b56-9f38-b692c7e81e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755264080222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472992'] for agent (0778636f-2341-4860-b57e-65b34ef71efd), after_update {{(pid=104679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}